-- Logs begin at Tue 2021-06-08 17:36:04 UTC, end at Tue 2021-06-08 18:47:33 UTC. --
Jun 08 18:20:13.517407 dv-cinder-789564-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 08 18:20:16.064819 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.common.config [-] Logging enabled!
Jun 08 18:20:16.065428 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev284
Jun 08 18:20:16.065579 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92207) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 08 18:20:16.069374 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.common.config [-] Logging enabled!
Jun 08 18:20:16.069627 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev284
Jun 08 18:20:16.069933 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92207) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 08 18:20:16.070843 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 08 18:20:16.071099 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 08 18:20:16.071453 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 08 18:20:16.071698 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 08 18:20:16.071922 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 08 18:20:16.072242 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.072537 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.072829 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.073054 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.073344 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.073628 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.073907 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.074191 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.074481 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.074762 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.075062 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.075345 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.075571 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.075846 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.076143 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.076409 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.076627 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] debug                          = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.076901 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.077318 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.078260 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.078538 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.078824 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.079119 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.079392 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.079665 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.079944 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.080269 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] host                           = dv-cinder-789564-4-iscsi {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.080541 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.080822 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.081108 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.081388 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.081658 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.081930 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.082776 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.083093 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.083352 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.083624 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.083908 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.084192 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.084477 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.084700 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.084922 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.085206 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.085489 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.085762 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.086033 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.086303 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.086585 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.086843 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.087138 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.087419 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.087698 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.087978 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.088254 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.088522 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.088788 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.089058 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.089336 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.089604 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.089873 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.090140 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.090419 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.090682 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.090995 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.091532 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.091811 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.092086 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.092363 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.092630 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.092905 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.093175 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.093441 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.093706 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.093972 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.094239 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.094510 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.094776 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.095067 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.095334 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.095599 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.095878 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:16.096169 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.096457 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.096751 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.097030 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.097317 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.097591 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.097896 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.098174 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.098455 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.098737 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.099051 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.099330 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.099613 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.099886 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.100174 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.100473 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.100759 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.101046 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.101317 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.101587 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.101857 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.102131 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.102413 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.102698 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.103003 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.103276 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.103552 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.103837 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.104112 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.104381 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.104696 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.104938 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.105211 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.105483 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.105759 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.106032 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.106297 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.106562 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.106834 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.107141 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.107413 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.107678 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.107943 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.108218 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.108484 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.108762 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.109034 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.109303 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.109570 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.109844 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.110110 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.110376 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.110646 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.110938 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.111205 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.111472 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.111742 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.112008 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.112272 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.112539 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.112805 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.113069 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.113363 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.113630 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.113896 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.114166 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.114432 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.114700 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.115006 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.115303 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.115579 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.115855 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.116132 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.116409 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.116683 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.116958 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.117232 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.117507 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.117779 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.118072 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.118351 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.118633 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.118919 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.119214 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.119501 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.119776 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.120055 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.120327 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.120653 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.120938 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.121218 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.121508 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.121801 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.122089 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.122379 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.122670 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.122972 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.123280 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.123560 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:16.123775 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 08 18:20:16.124015 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92207) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 08 18:20:16.468056 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:20:16.468340 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:20:16.468624 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:20:16.468954 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 08 18:20:16.848389 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.848582 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.848869 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.850082 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.850353 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.850625 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.888222 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.888511 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.888785 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.907802 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.908080 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.908346 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.936865 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.937141 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.937406 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.974997 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.975271 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:16.975535 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.207185 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0dcd63f9d0> agent after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.207857 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0dcd63f9d0> agent after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.207857 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f0dcd63fa60> segment precommit_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.208017 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f0dcd63faf0> network precommit_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.208691 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f0dcd63bca0> segment before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.330395 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> network before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.330713 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f0dcd61e790> agent before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.331019 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> network before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.331293 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> port before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.331563 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> port before_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.331870 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> segment precommit_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.332150 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> segment precommit_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.332404 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> segment after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.332654 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> segment after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.332931 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> network after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.333185 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> network precommit_delete 0 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.333445 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> port after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.333700 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> port provisioning_complete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.333957 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> rbac-policy before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.334209 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> rbac-policy after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.334470 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> agent after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.334736 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> subnet after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.335013 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> subnet precommit_delete 0 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.335281 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> rbac-policy before_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.335530 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> rbac-policy before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.335806 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> segment_host_mapping after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.336147 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> port after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.336395 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> port after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.336677 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> rbac-policy before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.336932 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> rbac-policy before_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.337178 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0dce1ea9a0>> rbac-policy before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.337567 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 18:20:17.337805 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 18:20:17.338041 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 18:20:17.338280 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 18:20:17.338508 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 18:20:17.338741 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 18:20:17.339129 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 08 18:20:17.342482 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 08 18:20:17.346470 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 08 18:20:17.350275 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Jun 08 18:20:17.351918 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 08 18:20:17.352356 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 08 18:20:17.352687 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 08 18:20:17.353064 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 08 18:20:17.355844 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 08 18:20:17.356092 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 08 18:20:17.356433 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 08 18:20:17.384198 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 08 18:20:17.384650 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f0dcd6b4370>> qos_plugin after_init 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.384946 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92207) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 08 18:20:17.385304 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f0dcd6b45e0>> logging-plugin after_init 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.386657 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92207) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 08 18:20:17.386961 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 08 18:20:17.387205 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 08 18:20:17.390394 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0dcd8024c0>> floatingip before_response 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.390667 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0dcd8024c0>> port before_response 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:17.453477 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 08 18:20:17.453707 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 08 18:20:17.453936 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 08 18:20:17.454304 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 08 18:20:17.485441 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_db.sqlalchemy.engines [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92207) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 08 18:20:17.967484 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Initializing driver for type 'gre'
Jun 08 18:20:17.968015 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] gre ID ranges: [(1, 1000)]
Jun 08 18:20:18.184680 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Initializing driver for type 'local'
Jun 08 18:20:18.184936 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Initializing driver for type 'vlan'
Jun 08 18:20:18.350707 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] VlanTypeDriver initialization complete
Jun 08 18:20:18.351381 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Initializing driver for type 'vxlan'
Jun 08 18:20:18.351642 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] vxlan ID ranges: [(1, 1000)]
Jun 08 18:20:18.652994 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Initializing extension driver 'port_security'
Jun 08 18:20:18.653337 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.extensions.port_security [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] PortSecurityExtensionDriver initialization complete
Jun 08 18:20:18.653666 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Initializing mechanism driver 'openvswitch'
Jun 08 18:20:18.653993 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Initializing mechanism driver 'hyperv'
Jun 08 18:20:18.661555 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.plugins.ml2.plugin [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:20:18.662318 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd6ccf40>> port after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.666271 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd6ccf40>> port after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.666271 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd6ccf40>> port after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.666271 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd6ccd00>> subnet after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.666271 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd6ccd00>> subnet after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.666543 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd6ccd00>> subnet after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.666543 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd25e910>> network after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.666543 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd25e910>> network after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.666543 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd25e910>> network after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.666766 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd25eb80>> security_group after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.666766 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd25eb80>> security_group after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.666766 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd25eb80>> security_group after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.666766 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd25edf0>> security_group_rule after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.667029 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd25edf0>> security_group_rule after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.667240 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd25edf0>> security_group_rule after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.667617 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd25ee80>> address_group after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.667959 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd25ee80>> address_group after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.668295 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0dcd25ee80>> address_group after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.668632 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] ML2 OVO RPC backend initialized. {{(pid=92207) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
Jun 08 18:20:18.669328 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> router_interface after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.669681 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> router_interface after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.670089 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> network before_response 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.670431 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> networks before_response 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.670773 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> port before_response 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.672704 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> ports before_response 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.673063 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> subnet before_response 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.673403 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> subnets before_response 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.674319 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> network after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.674667 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> network after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.675036 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> network after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.675376 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> port after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.675731 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> port after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.677842 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> port after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.678205 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> subnet after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.678552 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> subnet after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.678896 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0dcd269490>> subnet after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.679494 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.plugin [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Modular L2 Plugin initialization complete
Jun 08 18:20:18.679826 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading services supported by the core plugin {{(pid=92207) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 08 18:20:18.681778 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.plugins.ml2.managers [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Got port-security extension from driver 'port_security'
Jun 08 18:20:18.682257 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.extensions.vlantransparent [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Disabled vlantransparent extension.
Jun 08 18:20:18.682751 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92207) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 08 18:20:18.683096 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading Plugin: router
Jun 08 18:20:18.722336 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router_interface before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.723409 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router after_create 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.723780 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router before_create 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.724144 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router_interface before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.724513 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router_interface after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.724864 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router after_delete 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.725218 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> floatingip after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.725577 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router after_create 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.725918 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router after_update 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.726262 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router after_update 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.726604 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router_gateway after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.726982 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router after_update 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.727386 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router precommit_update 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.727749 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f0dcd74cf70> port after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.728084 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f0dcd74ce50> port after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.728414 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f0dcd74cee0> subnet after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.728746 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f0dcd74d040> subnetpool_address_scope after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.729086 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> port precommit_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.729426 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router precommit_create 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.729760 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f0dcd7aae50> port before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.730096 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router precommit_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.730466 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router after_update 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.730785 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router precommit_delete 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.731158 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router precommit_create 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.731514 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router_interface after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.731854 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> router precommit_update 55549900 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.732219 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0dcd2695b0>> network after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.733075 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Tracking information for resource: router configured {{(pid=92207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 18:20:18.733401 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Tracking information for resource: floatingip configured {{(pid=92207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 08 18:20:18.738515 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.db.l3_agentschedulers_db [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 08 18:20:18.739112 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f0dcd1e28b0> port after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.739471 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f0dcd1e2790> port after_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.739820 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <function _notify_port_delete at 0x7f0dcd1e2820> port after_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.740168 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f0dcd1e2b80> port after_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.740946 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0dcd183df0>> router before_create 55550100 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.741307 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0dcd183df0>> router precommit_delete 55550100 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.741665 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0dcd183df0>> router precommit_create 55550100 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.742016 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0dcd183df0>> router precommit_update 55550100 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.746333 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.services.provider_configuration [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service providers = [] {{(pid=92207) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 08 18:20:18.746694 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.db.servicetype_db [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92207) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 08 18:20:18.749564 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.services.service_base [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 08 18:20:18.749909 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.services.service_base [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 08 18:20:18.750249 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.services.service_base [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 08 18:20:18.751132 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.services.service_base [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 08 18:20:18.751497 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.services.service_base [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 08 18:20:18.752032 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 18:20:18.752349 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 08 18:20:18.762686 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 18:20:18.763049 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading Plugin: auto_allocate
Jun 08 18:20:18.771845 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0dcd1aff70> network precommit_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.772212 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0dcd1aff70> network precommit_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.772722 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 18:20:18.773038 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading Plugin: tag
Jun 08 18:20:18.781025 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 18:20:18.781355 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading Plugin: timestamp
Jun 08 18:20:18.785137 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 18:20:18.785969 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading Plugin: network_ip_availability
Jun 08 18:20:18.791159 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0dcd13edf0>> rbac-policy before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.791532 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0dcd13edf0>> rbac-policy before_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.791886 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0dcd13edf0>> rbac-policy before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:18.792589 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 18:20:18.792906 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading Plugin: flavors
Jun 08 18:20:18.905200 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 18:20:18.905442 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading Plugin: revisions
Jun 08 18:20:18.909972 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 08 18:20:18.910976 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_concurrency.lockutils [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.442s {{(pid=92207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:20:18.911749 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92207) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 08 18:20:18.912084 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Initializing extension manager.
Jun 08 18:20:18.912587 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: __init__.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.912928 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: __pycache__ {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.913261 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.913595 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: address_group.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.914346 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.914941 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: address-group
Jun 08 18:20:18.915281 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: address_scope.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.915992 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.916499 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: address-scope
Jun 08 18:20:18.916823 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: admin_state_down_before_update.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.917726 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.918236 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: router-admin-state-down-before-update
Jun 08 18:20:18.918558 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: agent.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.919267 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.919776 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: agent
Jun 08 18:20:18.920096 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: agent_resources_synced.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.920985 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.921490 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: agent-resources-synced
Jun 08 18:20:18.921809 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: allowedaddresspairs.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.923584 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.924102 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: allowed-address-pairs
Jun 08 18:20:18.924424 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: auto_allocated_topology.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.925473 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.926015 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: auto-allocated-topology
Jun 08 18:20:18.926337 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: availability_zone.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.927050 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.927562 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: availability_zone
Jun 08 18:20:18.927881 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: availability_zone_filter.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.928762 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.929265 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: availability_zone_filter
Jun 08 18:20:18.929587 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: data_plane_status.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.930468 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.930990 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension data-plane-status not supported by any of loaded plugins
Jun 08 18:20:18.931314 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: default_subnetpools.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.932202 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.932712 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: default-subnetpools
Jun 08 18:20:18.933034 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: dhcpagentscheduler.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.933823 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.934327 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: dhcp_agent_scheduler
Jun 08 18:20:18.934646 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: dns.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.935564 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.936073 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension dns-integration not supported by any of loaded plugins
Jun 08 18:20:18.936393 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: dns_domain_ports.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.937275 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.937781 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 08 18:20:18.938096 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: dvr.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.938743 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.939272 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: dvr
Jun 08 18:20:18.939590 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: empty_string_filtering.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.940476 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.940979 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: empty-string-filtering
Jun 08 18:20:18.941316 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.942206 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.942702 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 08 18:20:18.943046 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.943931 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.944591 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 08 18:20:18.944910 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: external_net.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.945792 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.946304 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: external-net
Jun 08 18:20:18.946623 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: extra_dhcp_opt.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.947528 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.948032 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: extra_dhcp_opt
Jun 08 18:20:18.948349 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: extraroute.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.949223 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.949721 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: extraroute
Jun 08 18:20:18.950037 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: extraroute_atomic.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.951074 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.951585 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: extraroute-atomic
Jun 08 18:20:18.951905 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: filter_validation.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.952554 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.953057 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: filter-validation
Jun 08 18:20:18.953375 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: fip_pf_description.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.954254 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.954759 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 08 18:20:18.955105 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: fip_port_details.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.956002 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.956503 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: fip-port-details
Jun 08 18:20:18.956819 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: flavors.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.958535 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.959078 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: flavors
Jun 08 18:20:18.959403 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.961027 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.961551 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 08 18:20:18.961874 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: floatingip_pools.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.962555 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.963098 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: floatingip-pools
Jun 08 18:20:18.963420 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: ip_allocation.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.964312 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.964818 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension ip_allocation not supported by any of loaded plugins
Jun 08 18:20:18.965138 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.966023 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.966796 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: ip-substring-filtering
Jun 08 18:20:18.967140 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: l2_adjacency.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.968040 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.968541 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 08 18:20:18.968857 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: l3.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.969793 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.970319 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: router
Jun 08 18:20:18.972288 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: l3_conntrack_helper.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.975666 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.977985 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 08 18:20:18.978321 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.979272 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.979794 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: ext-gw-mode
Jun 08 18:20:18.981776 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.982684 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.983227 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: l3-ha
Jun 08 18:20:18.983552 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: l3_flavors.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.984452 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.984959 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: l3-flavors
Jun 08 18:20:18.985281 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.986183 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.986688 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 08 18:20:18.987039 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: l3agentscheduler.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.988058 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.988589 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: l3_agent_scheduler
Jun 08 18:20:18.988915 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: logging.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.990503 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.991050 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension logging not supported by any of loaded plugins
Jun 08 18:20:18.991378 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: metering.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.992105 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.992679 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: metering
Jun 08 18:20:18.993001 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.994077 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.994596 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: metering_source_and_destination_fields
Jun 08 18:20:18.994953 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: multiprovidernet.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.995845 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.996356 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: multi-provider
Jun 08 18:20:18.996677 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: netmtu.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.997563 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.998069 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: net-mtu
Jun 08 18:20:18.998386 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: netmtu_writable.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:18.999303 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:18.999811 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: net-mtu-writable
Jun 08 18:20:19.000127 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: network_availability_zone.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.000774 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.001275 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: network_availability_zone
Jun 08 18:20:19.001595 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: network_ip_availability.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.002661 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.003197 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: network-ip-availability
Jun 08 18:20:19.003518 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: network_segment_range.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.004277 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.004778 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension network-segment-range not supported by any of loaded plugins
Jun 08 18:20:19.005096 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: pagination.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.006053 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.006373 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: pagination
Jun 08 18:20:19.006688 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: port_device_profile.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.007590 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.008108 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: port-device-profile
Jun 08 18:20:19.008426 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.009307 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.009815 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: port-mac-address-regenerate
Jun 08 18:20:19.010132 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.011046 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.011562 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: port-numa-affinity-policy
Jun 08 18:20:19.011885 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: port_resource_request.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.012771 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.013276 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension port-resource-request not supported by any of loaded plugins
Jun 08 18:20:19.013591 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: portbindings.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.014487 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.015027 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: binding
Jun 08 18:20:19.015346 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: portbindings_extended.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.016589 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.017098 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: binding-extended
Jun 08 18:20:19.017421 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: portsecurity.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.018313 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.018819 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: port-security
Jun 08 18:20:19.019174 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: project_id.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.020647 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.020976 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: project-id
Jun 08 18:20:19.021296 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: providernet.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.022193 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.022714 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: provider
Jun 08 18:20:19.023075 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: qos.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.026607 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.027162 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension qos not supported by any of loaded plugins
Jun 08 18:20:19.027497 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.028710 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.029229 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 08 18:20:19.029557 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.030455 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.031000 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 08 18:20:19.031327 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: qos_default.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.032220 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.032728 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension qos-default not supported by any of loaded plugins
Jun 08 18:20:19.033051 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: qos_fip.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.033682 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.034184 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension qos-fip not supported by any of loaded plugins
Jun 08 18:20:19.034502 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: qos_gateway_ip.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.036211 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.036720 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 08 18:20:19.037040 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: qos_port_network_policy.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.037928 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.038438 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 08 18:20:19.038760 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: qos_rule_type_details.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.039670 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.040182 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 08 18:20:19.040503 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: qos_rules_alias.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.041515 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.042036 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 08 18:20:19.042352 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: quotasv2.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.043284 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.043609 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: quotas
Jun 08 18:20:19.043927 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: quotasv2_detail.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.046931 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.047274 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: quota_details
Jun 08 18:20:19.047610 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: rbac.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.048644 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.049169 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: rbac-policies
Jun 08 18:20:19.049500 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: rbac_address_group.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.050401 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.051043 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: rbac-address-group
Jun 08 18:20:19.051371 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: rbac_address_scope.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.052269 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.052775 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: rbac-address-scope
Jun 08 18:20:19.053097 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: rbac_security_groups.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.053996 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.054507 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: rbac-security-groups
Jun 08 18:20:19.054828 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: rbac_subnetpool.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.055732 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.056242 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: rbac-subnetpool
Jun 08 18:20:19.056564 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: revisionifmatch.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.057464 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.057972 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: revision-if-match
Jun 08 18:20:19.058295 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: revisions.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.059397 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.059907 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: standard-attr-revisions
Jun 08 18:20:19.060231 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: router_availability_zone.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.060888 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.061395 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: router_availability_zone
Jun 08 18:20:19.061717 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: routerservicetype.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.062612 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.063152 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension router-service-type not supported by any of loaded plugins
Jun 08 18:20:19.063472 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.064362 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.064873 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: security-groups-normalized-cidr
Jun 08 18:20:19.065193 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: security_groups_port_filtering.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.066086 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.067159 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: port-security-groups-filtering
Jun 08 18:20:19.067476 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.068372 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.068884 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: security-groups-remote-address-group
Jun 08 18:20:19.069208 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: securitygroup.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.078658 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.079215 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: security-group
Jun 08 18:20:19.079550 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: segment.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.080311 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.080823 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension segment not supported by any of loaded plugins
Jun 08 18:20:19.081150 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.082653 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.083201 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 08 18:20:19.083527 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: servicetype.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.084624 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.085176 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: service-type
Jun 08 18:20:19.085461 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: sorting.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.086412 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.086738 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: sorting
Jun 08 18:20:19.087095 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: standard_attr_segment.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.087982 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.088495 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 08 18:20:19.088813 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: standardattrdescription.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.089438 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.089948 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: standard-attr-description
Jun 08 18:20:19.090270 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: stateful_security_group.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.091463 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.091979 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: stateful-security-group
Jun 08 18:20:19.092303 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: stdattrs_common.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.092876 dv-cinder-789564-4-iscsi neutron-server[92207]: WARNING neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 08 18:20:19.093191 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.094153 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.094663 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 08 18:20:19.095009 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: subnet_onboard.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.096046 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.096561 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: subnet_onboard
Jun 08 18:20:19.096881 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.097807 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.098356 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 08 18:20:19.098677 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: subnet_service_types.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.099628 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.100145 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: subnet-service-types
Jun 08 18:20:19.100464 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: subnetallocation.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.101527 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.102042 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: subnet_allocation
Jun 08 18:20:19.102368 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.103061 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.103570 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: subnetpool-prefix-ops
Jun 08 18:20:19.103890 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.104808 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.105318 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 08 18:20:19.105637 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: tagging.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.106694 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.107248 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: standard-attr-tag
Jun 08 18:20:19.107571 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: timestamp.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.108759 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.109272 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loaded extension: standard-attr-timestamp
Jun 08 18:20:19.109599 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: trunk.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.110605 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.111154 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension trunk not supported by any of loaded plugins
Jun 08 18:20:19.111479 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: trunk_details.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.112377 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.112893 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension trunk-details not supported by any of loaded plugins
Jun 08 18:20:19.113251 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: uplink_status_propagation.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.114146 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.114659 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 08 18:20:19.115012 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Loading extension file: vlantransparent.py {{(pid=92207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 08 18:20:19.115672 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 08 18:20:19.116179 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 08 18:20:19.118598 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:network
Jun 08 18:20:19.119157 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:subnet
Jun 08 18:20:19.119563 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 08 18:20:19.119950 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:port
Jun 08 18:20:19.121408 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.121856 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service FLAVORS assigned prefix:  {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.122471 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.122892 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.123244 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:router
Jun 08 18:20:19.123670 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:floatingip
Jun 08 18:20:19.124162 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service METERING assigned prefix: /metering {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.125569 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0dcd078be0>> rbac-policy before_create 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:19.125955 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0dcd078be0>> rbac-policy before_update 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:19.126306 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0dcd078be0>> rbac-policy before_delete 55550000 {{(pid=92207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:20:19.127325 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of CountableResource for resource:rbac_policy
Jun 08 18:20:19.127769 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:security_group
Jun 08 18:20:19.128216 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 08 18:20:19.129358 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service CORE assigned prefix:  {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.129687 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 08 18:20:19.130029 dv-cinder-789564-4-iscsi neutron-server[92207]: WARNING neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] subnetpool is already registered
Jun 08 18:20:19.130460 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service CORE assigned prefix:  {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.130784 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 08 18:20:19.131136 dv-cinder-789564-4-iscsi neutron-server[92207]: WARNING neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] subnetpool is already registered
Jun 08 18:20:19.133405 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.133832 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service FLAVORS assigned prefix:  {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.134411 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.134827 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.135185 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:router
Jun 08 18:20:19.135519 dv-cinder-789564-4-iscsi neutron-server[92207]: WARNING neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] router is already registered
Jun 08 18:20:19.135925 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:floatingip
Jun 08 18:20:19.136256 dv-cinder-789564-4-iscsi neutron-server[92207]: WARNING neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] floatingip is already registered
Jun 08 18:20:19.136703 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service METERING assigned prefix: /metering {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.137361 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of CountableResource for resource:rbac_policy
Jun 08 18:20:19.137683 dv-cinder-789564-4-iscsi neutron-server[92207]: WARNING neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] rbac_policy is already registered
Jun 08 18:20:19.138086 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:security_group
Jun 08 18:20:19.138416 dv-cinder-789564-4-iscsi neutron-server[92207]: WARNING neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] security_group is already registered
Jun 08 18:20:19.138811 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 08 18:20:19.139180 dv-cinder-789564-4-iscsi neutron-server[92207]: WARNING neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] security_group_rule is already registered
Jun 08 18:20:19.139806 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service CORE assigned prefix:  {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.140132 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 08 18:20:19.140460 dv-cinder-789564-4-iscsi neutron-server[92207]: WARNING neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] subnetpool is already registered
Jun 08 18:20:19.141254 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.v2.resource_helper [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Service CORE assigned prefix:  {{(pid=92207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 08 18:20:19.141254 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 08 18:20:19.141505 dv-cinder-789564-4-iscsi neutron-server[92207]: WARNING neutron.quota.resource_registry [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] subnetpool is already registered
Jun 08 18:20:19.141969 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: extensions {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.143467 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: address-groups {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.145508 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: address-scopes {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.146811 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: agents {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.147981 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: auto-allocated-topology {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.149244 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: availability_zones {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.150443 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: dhcp-networks {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.151965 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: dhcp-agents {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.153471 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: routers {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.155176 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: flavors {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.157530 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: service_profiles {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.158694 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: next_providers {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.160178 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: service_profiles {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.161721 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: floatingip-pools {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.162964 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: routers {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.164649 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: floatingips {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.165918 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: l3-routers {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.167317 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: l3-agents {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.168712 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: metering-labels {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.169963 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: metering-label-rules {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.171362 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: network-ip-availabilities {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.172617 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: bindings {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.174161 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: quotas {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.175741 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: quotas {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.177155 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: rbac-policies {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.178329 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: security-groups {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.179641 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: security-group-rules {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.180868 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: service-providers {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.182078 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: subnetpools {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.183462 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: subnetpools {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.184985 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: tags {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.186651 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: tags {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.188462 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: tags {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.190408 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: tags {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.192660 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: tags {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.194600 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: tags {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.196279 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: tags {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.198076 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: tags {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.199952 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: tags {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.201685 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron.api.extensions [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Extended resource: tags {{(pid=92207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 08 18:20:19.208294 dv-cinder-789564-4-iscsi neutron-server[92207]: WARNING keystonemiddleware.auth_token [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 08 18:20:19.212794 dv-cinder-789564-4-iscsi neutron-server[92207]: WARNING keystonemiddleware.auth_token [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 08 18:20:19.223465 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_concurrency.lockutils [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Acquired lock "singleton_lock" {{(pid=92207) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 08 18:20:19.224199 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_concurrency.lockutils [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Releasing lock "singleton_lock" {{(pid=92207) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 08 18:20:19.225249 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO oslo_service.service [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Starting 2 workers
Jun 08 18:20:19.230719 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Started child 92318 {{(pid=92207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 08 18:20:19.235134 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Started child 92319 {{(pid=92207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 08 18:20:19.235693 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:19.236675 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO neutron.service [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Neutron service started, listening on 0.0.0.0:9696
Jun 08 18:20:19.237114 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [-] (92318) wsgi starting up on http://0.0.0.0:9696
Jun 08 18:20:19.237330 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Notify callbacks [] for process, before_spawn {{(pid=92207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:19.239820 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO oslo_service.service [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Starting 1 workers
Jun 08 18:20:19.239933 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:19.241204 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [-] (92319) wsgi starting up on http://0.0.0.0:9696
Jun 08 18:20:19.244858 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Started child 92320 {{(pid=92207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 08 18:20:19.245371 dv-cinder-789564-4-iscsi neutron-server[92207]: INFO oslo_service.service [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Starting 1 workers
Jun 08 18:20:19.248521 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.service [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] calling RpcWorker wait() {{(pid=92320) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 08 18:20:19.249082 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.service [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] returning from RpcWorker wait() {{(pid=92320) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 08 18:20:19.249731 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Started child 92321 {{(pid=92207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 08 18:20:19.250220 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:19.250534 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG neutron_lib.callbacks.manager [None req-33fd8619-4a77-4ae2-8109-521c76bc1e0a None None] Notify callbacks [] for process, after_spawn {{(pid=92207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:19.250698 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:20:19.252368 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92207) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 08 18:20:19.252593 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 08 18:20:19.252743 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 08 18:20:19.252957 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 08 18:20:19.253272 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 08 18:20:19.253442 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 08 18:20:19.254456 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.254760 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.255011 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.255217 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:19.255692 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.255692 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.256122 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.256279 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:20:19.256379 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.256597 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.256873 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.257130 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.257298 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.257462 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.257712 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.257938 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.258223 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.258508 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.258765 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.259127 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.259300 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.259554 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.259807 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.260060 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.260327 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.260551 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.261129 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.261377 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.261641 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.261880 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.262141 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.262383 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.262651 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.262893 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.263130 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.263356 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.263619 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.263889 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.264076 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.264304 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.264579 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.264899 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.265263 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] host                           = dv-cinder-789564-4-iscsi {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.265478 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.265710 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.265948 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.266188 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.266428 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.266637 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.268859 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.269108 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.269374 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.270169 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.270415 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.270675 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.270939 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.271172 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.271322 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.271564 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.272674 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.272965 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.273160 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.273317 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.273497 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.273759 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.274015 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.274206 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.274425 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.274696 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.274893 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.277921 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.278055 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.278892 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.279324 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.279616 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.279855 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.280109 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.280339 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.280567 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.280802 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.283336 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.283819 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.290671 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.290671 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.290671 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.290671 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.290671 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.290671 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.290671 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.290671 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291254 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291254 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291254 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291254 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291254 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291254 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291254 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291254 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291701 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291701 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291701 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291701 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291701 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291701 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291701 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291701 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.291701 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.292184 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.292184 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.292184 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.292184 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.292184 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.292184 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.292184 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.292184 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.292623 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.292623 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.292623 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.292623 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.292623 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.292910 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.293341 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.293646 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.293864 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.294187 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.294410 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.294676 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.295005 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.295367 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.295641 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.295852 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.296092 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.296315 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.296555 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.296874 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.297131 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.297373 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.297635 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.297844 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.298094 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.299307 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.299734 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.300209 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.300415 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.301097 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.301097 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.301716 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.301716 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.301879 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.302213 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.302322 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.302874 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.302874 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.303172 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.305779 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.305779 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.305779 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.305779 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.305779 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.305779 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.305779 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.305779 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.305779 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.306891 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.306891 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.306891 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.306891 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.306891 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.306891 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.306891 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.308140 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.308140 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.308140 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.308140 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.308140 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.308140 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.308610 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.308610 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.308833 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.309003 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.309282 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.309583 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.309804 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.310076 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.310448 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.310591 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.310710 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.310989 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.311173 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.311375 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.311897 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.311897 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.312159 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.312286 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.315123 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.315123 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.315123 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.315123 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.315123 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.315123 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.315123 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.315123 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320503 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320503 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320503 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320503 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320503 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320503 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320503 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320503 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320980 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320980 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320980 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320980 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320980 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320980 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320980 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.320980 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321438 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321438 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321438 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321438 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321438 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321438 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321438 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321438 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321880 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321880 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321880 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321880 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.321880 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.322175 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.322339 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.323112 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.323746 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.324015 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.324263 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.324776 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.325646 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.326260 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.326504 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.326752 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.326997 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.327419 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.327772 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.328669 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.328995 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.329763 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.330102 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.330404 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.330682 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.331831 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.332717 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.332983 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.333341 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.333594 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.333838 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.334172 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.334377 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.334595 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.334840 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.335101 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.335414 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.335576 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.335795 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.336031 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.336248 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.336482 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.336710 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.336927 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.337144 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.337390 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.337667 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.337926 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.338173 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.338392 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.338608 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.338823 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.339076 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.339325 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.339559 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.339836 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.340079 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.340294 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.340563 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.340807 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.341317 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.341540 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.341788 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.342006 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.342225 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.342444 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.342659 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.342875 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.343134 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.343377 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.343598 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.344163 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.344398 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.344756 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.345021 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.345438 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.345699 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.345921 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.346542 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.346795 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.347270 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.347503 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.347753 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.347974 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.348247 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.348493 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.348738 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.348950 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.349160 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.349525 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.349750 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.350043 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.350476 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.350746 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.351307 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.351388 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.351572 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.351807 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.352030 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.352244 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.352460 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.352667 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.352894 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.353107 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.353319 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.353530 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.353741 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.353986 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.354194 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.354406 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.354641 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.355252 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.355999 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.356216 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.357167 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.358006 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.358226 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.358589 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.359027 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.359381 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.359676 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.360182 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.360455 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.360716 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.361044 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.361263 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.361839 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.362097 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.362336 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.362558 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.362811 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.363308 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.363613 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.363849 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.364084 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.364373 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.364651 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.364919 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.365131 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.365420 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.365755 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.366037 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.366279 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.366512 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.366782 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.367041 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.367258 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.367492 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.367728 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.367940 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.368176 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.368423 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.368667 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.368901 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.369127 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.369363 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.369610 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.369821 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.370039 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.370254 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.370410 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 08 18:20:19.370988 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92207) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 08 18:20:19.371139 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 08 18:20:19.371379 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 08 18:20:19.371557 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 08 18:20:19.371725 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 08 18:20:19.371876 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 08 18:20:19.372233 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.372233 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.372407 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.372555 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.372711 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.372889 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.373048 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.373205 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.373348 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.373511 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.373666 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.373983 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.374141 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.374297 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.374456 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.374614 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.374847 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.375017 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.375185 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.375342 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.375830 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.375993 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.376152 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.376310 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.376513 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.376708 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.376836 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.377486 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.377654 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.377818 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.378419 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.379417 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.379574 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.379736 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.379893 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.380052 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.380208 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.380365 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.380525 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.380890 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.381056 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] host                           = dv-cinder-789564-4-iscsi {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.381192 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.381341 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.381479 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.381651 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.381794 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.381904 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.382037 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.382251 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.382414 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.382577 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.382733 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.382889 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.383066 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.383224 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.383381 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.383610 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.383710 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.388694 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.388694 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.388694 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.388694 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.388694 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.388694 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.388694 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.389415 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.389415 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.389415 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.389415 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.389415 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.389415 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.389415 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.389415 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.389415 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390292 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390292 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390292 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390292 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390292 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390292 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390292 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390292 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390828 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390828 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390828 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390828 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390828 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390828 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390828 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.390828 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.391530 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.391530 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.391530 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.391530 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.391530 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.392058 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.392058 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.392058 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.392058 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.392425 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.392425 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.392656 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.392656 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.392897 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.393020 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.393142 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.393273 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.393416 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.393579 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.393737 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 08 18:20:19.393914 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.394074 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.394258 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.395234 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.395234 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.395489 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.395611 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.395732 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.395852 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.395997 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.396165 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.396324 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.396495 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.396654 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.396813 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.397016 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.397211 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.397342 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.397464 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.397595 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.397719 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.397840 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.398063 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.398197 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.398324 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.398460 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.398618 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.398829 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.398991 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.399128 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.399288 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.399374 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:20:19.399459 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.399595 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.399753 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.399913 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.400071 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.400231 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.400392 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.400552 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.400711 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.400870 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.401028 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.401186 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.401351 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.401507 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.401837 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.402000 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.402161 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.402322 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.402482 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.402660 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.402820 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.403002 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.403161 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.403322 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.403481 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.403640 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.403798 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.403957 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.404117 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.404277 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.404449 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.404608 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.404766 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.404924 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.405084 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.405243 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.405401 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.405561 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.405719 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.405878 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.406036 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.406214 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.406460 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.406560 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.406702 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.406861 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.407049 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.407226 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.407380 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.407526 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.407734 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.407827 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.407968 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.408139 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.408313 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.408466 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.408629 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.408780 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.408933 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.409105 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.409252 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.409394 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.409552 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.409704 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.409863 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.410035 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.410370 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.410370 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.410599 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.410670 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.410789 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.410990 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.411800 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.411800 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.411800 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.411800 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.412537 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.412537 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.412688 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.412765 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.412909 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.413069 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.413233 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.413392 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.413559 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.415471 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.415471 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.415717 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.415717 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.415861 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.416021 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.416178 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.416341 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.416503 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.416668 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.416824 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.416991 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.417165 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.417355 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.417479 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.417637 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.417841 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.418003 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.418163 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.418324 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.418482 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.418640 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.418801 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.419114 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.419370 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.419641 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.419810 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.419966 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.420245 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.420419 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.420578 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.420737 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.420900 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.421059 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.421332 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.421501 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.421662 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.422036 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.422196 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.422692 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.422870 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.423196 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.423360 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.423522 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.423921 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.424231 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.424399 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.425280 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.425280 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.425577 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.426268 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.426425 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.426594 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.426805 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.428060 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.428240 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.428809 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.428984 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.429197 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.429366 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.429532 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.429694 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.429856 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.430018 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.430179 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.430341 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.430501 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.430661 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.430822 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.431135 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.431302 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.431478 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.431637 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.431797 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.431955 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.432114 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.432273 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.432433 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.432595 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.432754 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.432914 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.433077 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.433241 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.433401 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.433562 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.433721 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.433879 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.434037 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.434195 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.434355 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.434532 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.434691 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.434847 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.435030 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.435191 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.435361 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.435520 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.435678 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.435837 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.435995 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.436164 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.436323 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.436482 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.436641 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.436799 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.436966 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.437125 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.437282 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.437440 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.437628 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.437763 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.437921 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.438079 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.438238 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.438397 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.438564 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.438723 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.438883 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.439078 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.439236 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.439391 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.439551 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.441226 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.441941 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.442139 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.442347 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.442651 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.443144 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.443320 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.443486 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.445035 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.445261 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.445427 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.445601 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.445773 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.445943 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.446104 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.446270 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.446443 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.446604 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.446765 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.446938 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.447815 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.447983 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.448963 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.449770 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.449941 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.450108 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.450271 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.450436 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.450600 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.450761 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.450943 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.451102 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.451266 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.451427 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.451587 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.451748 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 08 18:20:19.451900 dv-cinder-789564-4-iscsi neutron-server[92207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 08 18:20:19.698654 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 56366) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:20:19.707351 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063438
Jun 08 18:20:31.005156 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85514426-b72d-42b1-94dc-5c23cf174d7e None None] get_active_networks_info from dv-cinder-789564-4-iscsi {{(pid=92320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 08 18:20:31.117444 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85514426-b72d-42b1-94dc-5c23cf174d7e None None] No non-hosted networks {{(pid=92320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 08 18:20:31.133136 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.agentschedulers_db [None req-85514426-b72d-42b1-94dc-5c23cf174d7e None None] DHCP Agent not found on host dv-cinder-789564-4-iscsi {{(pid=92320) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 08 18:20:31.334009 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-59fc4186-9187-4fc1-a539-40a4b803087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981'] for agent, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:33.727525 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981'] for agent, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:33.728434 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:33.728434 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:33.728820 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:33.729094 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:33.729420 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:33.729744 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:33.730070 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:33.730409 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:33.730736 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:33.731260 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:33.731692 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:33.731932 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:33.732297 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0dcc5269d0>, 'Open vSwitch agent', 'dv-cinder-789564-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:20:33.738829 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0dcc44df10>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789564-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:20:33.939139 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-06e610fa-56fe-49df-a43d-e577970f2886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981'] for agent, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:33.966291 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-9616a719-03fb-4d97-822c-5feb3094142c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:34.927635 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981'] for agent, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:36.743501 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.db.l3_hamode_db [None req-f485a8e8-0a83-467f-945f-83dea90e5ae4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 08 18:20:36.835620 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485a8e8-0a83-467f-945f-83dea90e5ae4 None None] Routers set() bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:20:36.836012 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485a8e8-0a83-467f-945f-83dea90e5ae4 None None] Router IDs set() for agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 08 18:20:36.893477 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981'] for agent, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:37.911657 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 56458) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:20:38.530685 dv-cinder-789564-4-iscsi neutron-server[92319]: WARNING oslo_policy.policy [None req-d67e2f54-b93a-4165-9a3f-1a453b566aa4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 18:20:38.531313 dv-cinder-789564-4-iscsi neutron-server[92319]: WARNING oslo_policy.policy [None req-d67e2f54-b93a-4165-9a3f-1a453b566aa4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 18:20:38.747199 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [None req-d67e2f54-b93a-4165-9a3f-1a453b566aa4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 18:20:38.748264 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-d67e2f54-b93a-4165-9a3f-1a453b566aa4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8357053
Jun 08 18:20:41.097448 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 56472) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:20:41.460055 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-695a6e65-6a1a-42ae-b90d-18487733d01a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:20:41.557141 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.policy [None req-695a6e65-6a1a-42ae-b90d-18487733d01a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92319) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 08 18:20:41.603884 dv-cinder-789564-4-iscsi neutron-server[92319]: WARNING oslo_policy.policy [None req-695a6e65-6a1a-42ae-b90d-18487733d01a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 18:20:41.604264 dv-cinder-789564-4-iscsi neutron-server[92319]: WARNING oslo_policy.policy [None req-695a6e65-6a1a-42ae-b90d-18487733d01a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 18:20:41.613205 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.quota [None req-695a6e65-6a1a-42ae-b90d-18487733d01a admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f0dccb02fa0>.
Jun 08 18:20:41.788011 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-695a6e65-6a1a-42ae-b90d-18487733d01a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731078681508', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731078680915', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731078669485', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731078664665', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731078588125', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731078586264', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3665773', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3412963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-313254', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-360903'] for rbac-policy, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:42.024938 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-695a6e65-6a1a-42ae-b90d-18487733d01a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:42.026071 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-695a6e65-6a1a-42ae-b90d-18487733d01a admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9276383
Jun 08 18:20:44.669436 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 56484) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:20:45.256044 dv-cinder-789564-4-iscsi neutron-server[92318]: WARNING oslo_policy.policy [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 18:20:45.256672 dv-cinder-789564-4-iscsi neutron-server[92318]: WARNING oslo_policy.policy [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 18:20:45.471303 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'name': 'private', 'project_id': 'a36b554482374644b5ca55a47ab68dae'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:20:45.472924 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.quota [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f0dcce26dc0>.
Jun 08 18:20:45.584309 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Made reservation on behalf of a36b554482374644b5ca55a47ab68dae for: {'network': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:20:45.658266 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.policy [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92318) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 08 18:20:45.706155 dv-cinder-789564-4-iscsi neutron-server[92318]: WARNING oslo_policy.policy [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 18:20:45.706829 dv-cinder-789564-4-iscsi neutron-server[92318]: WARNING oslo_policy.policy [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 08 18:20:45.716941 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:45.739124 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:45.864275 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:45.932936 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:45.937681 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:20:45.959711 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'}  {{(pid=92318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:20:45.984842 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731078573990', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:45.985448 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0dcd63fa60> segment precommit_create {{(pid=92318) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 08 18:20:45.986312 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.segments_db [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Added segment 0cd83758-e4df-42e2-950c-958e575b2620 of type vlan for network e3d4363f-a73a-480a-9808-de821f804210
Jun 08 18:20:45.996064 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58854b4-8d54-4c35-a022-44a1782936fd,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:20:46.059831 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:46.060174 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:46.060508 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:46.060827 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:46.061139 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:46.061466 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:46.061780 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:46.062088 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:46.062407 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:46.062714 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:46.063091 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Tracked resource versions report:
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]: pushed versions:
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]: {   'AddressGroup': {'1.2'},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     'ConntrackHelper': {'1.0'},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     'Log': {'1.0'},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     'Network': {'1.1'},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     'Port': {'1.7'},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     'PortForwarding': {'1.2'},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     'QosPolicy': {'1.8'},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     'SecurityGroup': {'1.4'},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     'SecurityGroupRule': {'1.2'},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     'SubPort': {'1.0'},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     'Subnet': {'1.1'},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     'Trunk': {'1.1'}}
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]: consumer versions:
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]: {   DHCP agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     L3 agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     Metadata agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     Metering agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:     Open vSwitch agent@dv-cinder-789564-4-iscsi: {   'AddressGroup': '1.2',
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'ConntrackHelper': '1.0',
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'Log': '1.0',
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'Network': '1.1',
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'Port': '1.7',
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'PortForwarding': '1.2',
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'QosPolicy': '1.8',
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'SecurityGroup': '1.4',
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'SecurityGroupRule': '1.2',
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'SubPort': '1.0',
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'Subnet': '1.1',
Jun 08 18:20:46.069983 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'Trunk': '1.1'}}
Jun 08 18:20:46.072211 dv-cinder-789564-4-iscsi neutron-server[92318]:  {{(pid=92318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 18:20:46.114546 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:46.118615 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:20:46.218733 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:46.220384 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:20:46.221181 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:46.225138 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:20:46.321818 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Pushing event updated for resources: {'Network': ['ID=e3d4363f-a73a-480a-9808-de821f804210,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:20:46.324828 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:20:46.333447 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network e3d4363f-a73a-480a-9808-de821f804210 details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:20:46.493787 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 1.8220634
Jun 08 18:20:49.258385 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 56506) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:20:49.722403 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b95308-be5e-4385-97af-16622ddd2ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:20:49.723873 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-d3b95308-be5e-4385-97af-16622ddd2ed0 admin admin] 10.222.0.20 "GET /v2.0/networks/e3d4363f-a73a-480a-9808-de821f804210 HTTP/1.1" status: 200  len: 824 time: 0.4641905
Jun 08 18:20:49.753346 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-fc9cb1b7-5c69-48d2-88d1-9c10bee16dd1 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/72ae4bf1-5845-40df-84ab-a5cd06fde09e HTTP/1.1" status: 200  len: 734 time: 0.0240211
Jun 08 18:20:49.761744 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210', 'subnetpool_id': '72ae4bf1-5845-40df-84ab-a5cd06fde09e', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'gateway_ip': '172.20.0.1'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:20:49.841434 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Made reservation on behalf of a36b554482374644b5ca55a47ab68dae for: {'subnet': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:20:49.843745 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:50.213533 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361'] for subnet, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:50.218235 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:20:50.324174 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980a6fe4-043c-41b8-9488-d0f72428c011,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:20:50.328499 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Checking segment: {'id': '0cd83758-e4df-42e2-950c-958e575b2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:20:50.328854 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Network hostable DHCP agents. Network: e3d4363f-a73a-480a-9808-de821f804210, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:20:50.331851 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:20:50.488214 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Network e3d4363f-a73a-480a-9808-de821f804210 is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:20:50.567558 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, e3d4363f-a73a-480a-9808-de821f804210) {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:20:50.572380 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:20:50.572951 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:50.578438 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab03df15-4b4c-4f4b-9e99-9b8759389285 None None] Network e3d4363f-a73a-480a-9808-de821f804210 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:20:50.694318 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9356532
Jun 08 18:20:50.899678 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27724984-45eb-5bff-894b-224ed9fae270-e3d4363f-a73a-480a-9808-de821f804210', 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'fixed_ips': [{'subnet_id': '980a6fe4-043c-41b8-9488-d0f72428c011'}]}} from dv-cinder-789564-4-iscsi. {{(pid=92320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 18:20:50.900910 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:51.099474 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.db_base_plugin_common [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Allocated IP 172.20.0.2 (e3d4363f-a73a-480a-9808-de821f804210/980a6fe4-043c-41b8-9488-d0f72428c011/3965ff78-1186-43d1-8499-679a37ec2faa) {{(pid=92320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:20:51.354141 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Notify callbacks [] for port, precommit_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:51.367143 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Transition to ACTIVE for port object 3965ff78-1186-43d1-8499-679a37ec2faa will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:20:51.387791 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Transition to ACTIVE for port object 3965ff78-1186-43d1-8499-679a37ec2faa will not be triggered until provisioned by entity DHCP. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:20:51.488464 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:51.489789 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:20:51.489789 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:20:51.489789 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:20:51.489789 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:20:51.489789 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:20:51.489789 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:20:51.509970 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Network e3d4363f-a73a-480a-9808-de821f804210 is already hosted by enough agents. {{(pid=92320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:20:51.518044 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.base_scheduler [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Resources bound (agent type, host, resource id):  {{(pid=92320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:20:51.518044 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Received port after_create {{(pid=92320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:20:51.609141 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Attempting to bind port 3965ff78-1186-43d1-8499-679a37ec2faa on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:20:51.609770 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Attempting to bind port 3965ff78-1186-43d1-8499-679a37ec2faa by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '0cd83758-e4df-42e2-950c-958e575b2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:20:51.609871 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Attempting to bind port 3965ff78-1186-43d1-8499-679a37ec2faa on network e3d4363f-a73a-480a-9808-de821f804210 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:20:51.615949 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:20:51.616361 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Checking segment: {'id': '0cd83758-e4df-42e2-950c-958e575b2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:20:51.616863 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:51.617251 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Bound using segment: {'id': '0cd83758-e4df-42e2-950c-958e575b2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:20:51.617740 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Bound port: 3965ff78-1186-43d1-8499-679a37ec2faa, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd83758-e4df-42e2-950c-958e575b2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:20:51.618117 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:51.712945 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] For port 3965ff78-1186-43d1-8499-679a37ec2faa, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:20:51.717283 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] For port 3965ff78-1186-43d1-8499-679a37ec2faa, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=3965ff78-1186-43d1-8499-679a37ec2faa,segment=NetworkSegment(0cd83758-e4df-42e2-950c-958e575b2620),segment_id=0cd83758-e4df-42e2-950c-958e575b2620)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:20:51.814007 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:51.819603 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:20:51.899050 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Pushing event updated for resources: {'Port': ['ID=3965ff78-1186-43d1-8499-679a37ec2faa,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:20:51.906703 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:51.907064 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:51.907399 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:51.907725 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:51.908045 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:51.908365 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:51.908684 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:51.909102 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:51.909897 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:51.910215 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:51.910526 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:51.910835 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Tracked resource versions report:
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]: pushed versions:
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]: {   'AddressGroup': {'1.2'},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     'ConntrackHelper': {'1.0'},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     'Log': {'1.0'},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     'Network': {'1.1'},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     'Port': {'1.7'},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     'PortForwarding': {'1.2'},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     'QosPolicy': {'1.8'},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     'SecurityGroup': {'1.4'},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     'SecurityGroupRule': {'1.2'},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     'SubPort': {'1.0'},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     'Subnet': {'1.1'},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     'Trunk': {'1.1'}}
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]: consumer versions:
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]: {   DHCP agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     L3 agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     Metadata agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     Metering agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:     Open vSwitch agent@dv-cinder-789564-4-iscsi: {   'AddressGroup': '1.2',
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'ConntrackHelper': '1.0',
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'Log': '1.0',
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'Network': '1.1',
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'Port': '1.7',
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'PortForwarding': '1.2',
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'QosPolicy': '1.8',
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'SecurityGroup': '1.4',
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'SecurityGroupRule': '1.2',
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'SubPort': '1.0',
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'Subnet': '1.1',
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'Trunk': '1.1'}}
Jun 08 18:20:51.911869 dv-cinder-789564-4-iscsi neutron-server[92320]:  {{(pid=92320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 18:20:51.919715 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:20:53.148191 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 56514) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:20:53.531862 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [None req-9f383e8d-e547-4809-ab17-c846f28c1bb6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 18:20:53.532843 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-9f383e8d-e547-4809-ab17-c846f28c1bb6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3837121
Jun 08 18:20:55.960127 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 56522) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:20:56.340007 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [None req-dd82db80-c5c4-4e4c-80c1-24355208fbe3 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 18:20:56.341335 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-dd82db80-c5c4-4e4c-80c1-24355208fbe3 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3801994
Jun 08 18:20:57.854455 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d503985-1450-4384-a6ad-66c33801870b None None] Network e3d4363f-a73a-480a-9808-de821f804210 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:20:58.023684 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-7afb4559-f3f2-4c19-b0c7-bdf6b2c8ad78 None None] Provisioning for port 3965ff78-1186-43d1-8499-679a37ec2faa completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:20:58.096712 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 3965ff78-1186-43d1-8499-679a37ec2faa up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:20:58.287076 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 3965ff78-1186-43d1-8499-679a37ec2faa completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:20:58.292593 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 3965ff78-1186-43d1-8499-679a37ec2faa triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:20:58.297028 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:58.390784 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-f009ce9d-7e69-4811-a77e-8d5aca5f52c0 None None] Provisioning complete for port 3965ff78-1186-43d1-8499-679a37ec2faa triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:20:58.391098 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f009ce9d-7e69-4811-a77e-8d5aca5f52c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:58.468305 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:58.574241 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 3965ff78-1186-43d1-8499-679a37ec2faa, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=3965ff78-1186-43d1-8499-679a37ec2faa,segment=NetworkSegment(0cd83758-e4df-42e2-950c-958e575b2620),segment_id=0cd83758-e4df-42e2-950c-958e575b2620)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:20:58.586744 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f009ce9d-7e69-4811-a77e-8d5aca5f52c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:58.625067 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:58.656014 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:20:58.736290 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.db.api [None req-f009ce9d-7e69-4811-a77e-8d5aca5f52c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 08 18:20:58.736707 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_db.api [None req-f009ce9d-7e69-4811-a77e-8d5aca5f52c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 08 18:20:58.746706 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=3965ff78-1186-43d1-8499-679a37ec2faa,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:20:58.754225 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:20:59.087549 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 56536) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:20:59.438007 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-c1fe6f96-dc4f-4a19-8c40-45f8b67e360f admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'name': 'router1'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:20:59.521471 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f96-dc4f-4a19-8c40-45f8b67e360f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-343638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61452'] for router, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:59.523158 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f96-dc4f-4a19-8c40-45f8b67e360f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61443'] for router, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:59.545224 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f96-dc4f-4a19-8c40-45f8b67e360f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:59.773683 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f96-dc4f-4a19-8c40-45f8b67e360f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-343629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337077'] for router, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:59.875468 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f96-dc4f-4a19-8c40-45f8b67e360f admin admin] Notify callbacks [] for router, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:20:59.876657 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c1fe6f96-dc4f-4a19-8c40-45f8b67e360f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7881539
Jun 08 18:21:00.065656 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 3965ff78-1186-43d1-8499-679a37ec2faa up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:21:00.134890 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 3965ff78-1186-43d1-8499-679a37ec2faa triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:21:00.135219 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:01.013130 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-8914a1e1-2ba4-427a-ba48-9386177d5a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:02.239548 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 56544) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:21:02.613091 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [None req-40e34566-ef95-4bff-a50a-47fc5b83dd72 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 18:21:02.614129 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-40e34566-ef95-4bff-a50a-47fc5b83dd72 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3736417
Jun 08 18:21:03.698665 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:03.933152 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ef4a2d08-cec8-4a41-88e9-ac2d3d852f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:04.796187 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:05.021079 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 56562) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:21:05.188406 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:21:05.287340 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Made reservation on behalf of e69c69ec760f4ed99f5a0f1f7b8d682f for: {'network': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:21:05.290041 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:05.306523 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:05.418788 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:05.481568 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:05.487313 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:21:05.501082 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=92319) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 08 18:21:05.534472 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731078573990', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:05.535104 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0dcd63fa60> segment precommit_create {{(pid=92319) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 08 18:21:05.535607 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.segments_db [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Added segment 2b3df705-03e3-4628-ac38-a3b9cc9fad30 of type flat for network a06ee958-817b-4651-8f1f-374b575e10a7
Jun 08 18:21:05.584004 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09cf939-9cdd-4df5-8570-5abcdcb27a2a,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:21:05.604251 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:05.604597 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:05.607566 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:05.607566 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:05.607566 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:05.607566 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:05.607566 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:05.608099 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:05.608099 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:05.608099 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:05.608099 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:05.608099 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Tracked resource versions report:
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]: pushed versions:
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]: {   'AddressGroup': {'1.2'},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     'ConntrackHelper': {'1.0'},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     'Log': {'1.0'},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     'Network': {'1.1'},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     'Port': {'1.7'},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     'PortForwarding': {'1.2'},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     'QosPolicy': {'1.8'},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     'SecurityGroup': {'1.4'},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     'SecurityGroupRule': {'1.2'},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     'SubPort': {'1.0'},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     'Subnet': {'1.1'},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     'Trunk': {'1.1'}}
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]: consumer versions:
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]: {   DHCP agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     L3 agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     Metadata agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     Metering agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:     Open vSwitch agent@dv-cinder-789564-4-iscsi: {   'AddressGroup': '1.2',
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'ConntrackHelper': '1.0',
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'Log': '1.0',
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'Network': '1.1',
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'Port': '1.7',
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'PortForwarding': '1.2',
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'QosPolicy': '1.8',
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'SecurityGroup': '1.4',
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'SecurityGroupRule': '1.2',
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'SubPort': '1.0',
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'Subnet': '1.1',
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'Trunk': '1.1'}}
Jun 08 18:21:05.608680 dv-cinder-789564-4-iscsi neutron-server[92319]:  {{(pid=92319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 18:21:05.644344 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:21:05.660123 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:05.778661 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:05.780419 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:21:05.781064 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:05.785759 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:21:05.889129 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Pushing event updated for resources: {'Network': ['ID=a06ee958-817b-4651-8f1f-374b575e10a7,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:21:05.892457 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:21:05.899479 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network a06ee958-817b-4651-8f1f-374b575e10a7 details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:21:05.945284 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9232066
Jun 08 18:21:06.761431 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:08.153729 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 56584) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:21:08.264988 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76044230-cdf1-4b94-be39-c15c2a4f8684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:21:08.266320 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-76044230-cdf1-4b94-be39-c15c2a4f8684 admin admin] 10.222.0.20 "GET /v2.0/subnets/980a6fe4-043c-41b8-9488-d0f72428c011 HTTP/1.1" status: 200  len: 849 time: 0.1116631
Jun 08 18:21:08.407343 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-f52abc19-ca1e-464b-9ce2-7c3ea05e35bc admin admin] 10.222.0.20 "GET /v2.0/routers/a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c HTTP/1.1" status: 200  len: 704 time: 0.1349385
Jun 08 18:21:08.863995 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:09.088409 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Allocated IP 172.20.0.1 (e3d4363f-a73a-480a-9808-de821f804210/980a6fe4-043c-41b8-9488-d0f72428c011/4d17ef0f-b508-40c1-94e6-314168d2b526) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:21:09.241273 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:09.258413 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Transition to ACTIVE for port object 4d17ef0f-b508-40c1-94e6-314168d2b526 will not be triggered until provisioned by entity DHCP. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:21:09.442197 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:09.443401 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:21:09.443401 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:21:09.443401 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:21:09.443401 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:21:09.443401 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:21:09.443401 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:21:09.459700 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Network e3d4363f-a73a-480a-9808-de821f804210 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:21:09.460758 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:21:09.463498 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:21:09.464002 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380899'] for router_interface, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:09.727230 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-0ff07ccf-a78a-43b6-8333-51d9cd0842db None None] Provisioning for port 4d17ef0f-b508-40c1-94e6-314168d2b526 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:21:09.733451 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-0ff07ccf-a78a-43b6-8333-51d9cd0842db None None] Provisioning complete for port 4d17ef0f-b508-40c1-94e6-314168d2b526 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:21:09.734246 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-0ff07ccf-a78a-43b6-8333-51d9cd0842db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:09.776275 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:09.789456 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-0ff07ccf-a78a-43b6-8333-51d9cd0842db None None] Port 4d17ef0f-b508-40c1-94e6-314168d2b526 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:21:10.008497 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:10.052271 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:10.053294 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380706'] for router_interface, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:10.056478 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:21:10.181074 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4d17ef0f-b508-40c1-94e6-314168d2b526,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:21:10.187884 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:21:10.245628 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Network e3d4363f-a73a-480a-9808-de821f804210 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:21:10.246682 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:21:10.513896 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-66c9a8bb-d0a2-4f8d-b692-3737180ae3bd None None] Provisioning complete for port 4d17ef0f-b508-40c1-94e6-314168d2b526 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:21:10.514258 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-66c9a8bb-d0a2-4f8d-b692-3737180ae3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:10.538836 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Router a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c is scheduled to L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf with binding_index 1 {{(pid=92318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 18:21:10.569657 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-66c9a8bb-d0a2-4f8d-b692-3737180ae3bd None None] Port 4d17ef0f-b508-40c1-94e6-314168d2b526 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:21:10.696435 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:21:10.701430 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] 10.222.0.20 "PUT /v2.0/routers/a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2888749
Jun 08 18:21:10.718942 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Sync routers for ids ['a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:21:10.733839 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Routers {'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:21:10.734782 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcce30a60>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:21:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:21:10.921405 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Set router a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c gateway port host: None {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:21:11.285835 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcce30a60>, [{'id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'name': 'router1', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:20:59Z', 'updated_at': '2021-06-08T18:21:09Z', 'revision_number': 2, 'project_id': 'a36b554482374644b5ca55a47ab68dae', 'gw_port_host': None, '_interfaces': [{'id': '4d17ef0f-b508-40c1-94e6-314168d2b526', 'name': '', 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'mac_address': 'fa:16:3e:d9:30:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '980a6fe4-043c-41b8-9488-d0f72428c011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:08Z', 'updated_at': '2021-06-08T18:21:09Z', 'revision_number': 2, 'project_id': 'a36b554482374644b5ca55a47ab68dae', 'subnets': [{'id': '980a6fe4-043c-41b8-9488-d0f72428c011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72ae4bf1-5845-40df-84ab-a5cd06fde09e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:21:11.291263 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Checking router: a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:21:11.291628 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Updating router a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c port 4d17ef0f-b508-40c1-94e6-314168d2b526 binding host dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:21:11.346119 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:11.738019 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Notify callbacks [] for port, precommit_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:11.752958 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.provisioning_blocks [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Transition to ACTIVE for port object 4d17ef0f-b508-40c1-94e6-314168d2b526 will not be triggered until provisioned by entity L2. {{(pid=92321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:21:11.858970 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:11.865504 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:21:12.059699 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Pushing event updated for resources: {'Port': ['ID=4d17ef0f-b508-40c1-94e6-314168d2b526,revision_number=3']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:21:12.085431 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:12.085772 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:12.086104 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:12.086433 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:12.086759 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:12.087113 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:12.087428 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:12.087745 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:12.088067 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:12.088381 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:12.088691 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:12.088999 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Tracked resource versions report:
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]: pushed versions:
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]: {   'AddressGroup': {'1.2'},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     'ConntrackHelper': {'1.0'},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     'Log': {'1.0'},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     'Network': {'1.1'},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     'Port': {'1.7'},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     'PortForwarding': {'1.2'},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     'QosPolicy': {'1.8'},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     'SecurityGroup': {'1.4'},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     'SecurityGroupRule': {'1.2'},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     'SubPort': {'1.0'},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     'Subnet': {'1.1'},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     'Trunk': {'1.1'}}
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]: consumer versions:
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]: {   DHCP agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     L3 agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     Metadata agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     Metering agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:     Open vSwitch agent@dv-cinder-789564-4-iscsi: {   'AddressGroup': '1.2',
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'ConntrackHelper': '1.0',
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'Log': '1.0',
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'Network': '1.1',
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'Port': '1.7',
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'PortForwarding': '1.2',
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'QosPolicy': '1.8',
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'SecurityGroup': '1.4',
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'SecurityGroupRule': '1.2',
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'SubPort': '1.0',
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'Subnet': '1.1',
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'Trunk': '1.1'}}
Jun 08 18:21:12.090062 dv-cinder-789564-4-iscsi neutron-server[92321]:  {{(pid=92321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 18:21:12.120922 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:21:12.125066 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Attempting to bind port 4d17ef0f-b508-40c1-94e6-314168d2b526 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:21:12.125456 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Attempting to bind port 4d17ef0f-b508-40c1-94e6-314168d2b526 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '0cd83758-e4df-42e2-950c-958e575b2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210'}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:21:12.125895 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Attempting to bind port 4d17ef0f-b508-40c1-94e6-314168d2b526 on network e3d4363f-a73a-480a-9808-de821f804210 {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:21:12.131721 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:21:12.132143 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Checking segment: {'id': '0cd83758-e4df-42e2-950c-958e575b2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:21:12.132615 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:12.133000 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Bound using segment: {'id': '0cd83758-e4df-42e2-950c-958e575b2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210'} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:21:12.133481 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Bound port: 4d17ef0f-b508-40c1-94e6-314168d2b526, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd83758-e4df-42e2-950c-958e575b2620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210'}}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:21:12.133848 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:12.219538 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] For port 4d17ef0f-b508-40c1-94e6-314168d2b526, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:21:12.224142 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] For port 4d17ef0f-b508-40c1-94e6-314168d2b526, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=4d17ef0f-b508-40c1-94e6-314168d2b526,segment=NetworkSegment(0cd83758-e4df-42e2-950c-958e575b2620),segment_id=0cd83758-e4df-42e2-950c-958e575b2620)] {{(pid=92321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:21:12.293275 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:12.297460 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:21:12.371120 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Routers {'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:21:12.371794 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcce30a60>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:21:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:21:12.521452 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Pushing event updated for resources: {'Port': ['ID=4d17ef0f-b508-40c1-94e6-314168d2b526,revision_number=4']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:21:12.526601 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:21:12.543651 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] Set router a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c gateway port host: None {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:21:12.870533 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcce30a60>, [{'id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'name': 'router1', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:20:59Z', 'updated_at': '2021-06-08T18:21:09Z', 'revision_number': 2, 'project_id': 'a36b554482374644b5ca55a47ab68dae', 'gw_port_host': None, '_interfaces': [{'id': '4d17ef0f-b508-40c1-94e6-314168d2b526', 'name': '', 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'mac_address': 'fa:16:3e:d9:30:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '980a6fe4-043c-41b8-9488-d0f72428c011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:08Z', 'updated_at': '2021-06-08T18:21:12Z', 'revision_number': 4, 'project_id': 'a36b554482374644b5ca55a47ab68dae', 'subnets': [{'id': '980a6fe4-043c-41b8-9488-d0f72428c011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72ae4bf1-5845-40df-84ab-a5cd06fde09e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:21:12.874392 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb468a-70ca-4aa7-8154-d3be3a7f77d8 None None] The sync data for ids ['a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c'] in dv-cinder-789564-4-iscsi is: [{'id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'name': 'router1', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:20:59Z', 'updated_at': '2021-06-08T18:21:09Z', 'revision_number': 2, 'project_id': 'a36b554482374644b5ca55a47ab68dae', 'gw_port_host': None, '_interfaces': [{'id': '4d17ef0f-b508-40c1-94e6-314168d2b526', 'name': '', 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'mac_address': 'fa:16:3e:d9:30:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '980a6fe4-043c-41b8-9488-d0f72428c011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:08Z', 'updated_at': '2021-06-08T18:21:12Z', 'revision_number': 4, 'project_id': 'a36b554482374644b5ca55a47ab68dae', 'subnets': [{'id': '980a6fe4-043c-41b8-9488-d0f72428c011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72ae4bf1-5845-40df-84ab-a5cd06fde09e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:21:12.939717 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 56594) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:21:13.093580 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784e6e32-a0bc-4cac-9ae2-c8e86476bc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:21:13.100449 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-784e6e32-a0bc-4cac-9ae2-c8e86476bc32 admin admin] 10.222.0.20 "GET /v2.0/networks/a06ee958-817b-4651-8f1f-374b575e10a7 HTTP/1.1" status: 200  len: 842 time: 0.1542768
Jun 08 18:21:13.104575 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:21:13.212820 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Made reservation on behalf of e69c69ec760f4ed99f5a0f1f7b8d682f for: {'subnet': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:21:13.215207 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:13.706408 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.objects.ports [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92319) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 08 18:21:13.706900 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361'] for subnet, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:13.711133 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:21:13.781116 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e69048-8dfe-4738-9726-1e587c177253,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:21:13.787264 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:21:13.792991 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Checking segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:21:13.793350 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Network hostable DHCP agents. Network: a06ee958-817b-4651-8f1f-374b575e10a7, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:21:13.869995 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Network a06ee958-817b-4651-8f1f-374b575e10a7 is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:21:13.938505 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, a06ee958-817b-4651-8f1f-374b575e10a7) {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:21:13.944361 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:21:13.946271 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:13.949070 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d6560a-fbe8-4175-97d7-ffd153c3f15a None None] Network a06ee958-817b-4651-8f1f-374b575e10a7 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:21:14.042962 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9305048
Jun 08 18:21:14.181077 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92e3b94-3a8f-44ba-a9ac-c9a6eb395ea2 None None] Network a06ee958-817b-4651-8f1f-374b575e10a7 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:21:16.094944 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 4d17ef0f-b508-40c1-94e6-314168d2b526 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:21:16.242055 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 4d17ef0f-b508-40c1-94e6-314168d2b526 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:21:16.250635 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 4d17ef0f-b508-40c1-94e6-314168d2b526 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:21:16.251053 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:16.358904 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 56606) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:21:16.375957 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:16.416256 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 4d17ef0f-b508-40c1-94e6-314168d2b526, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=4d17ef0f-b508-40c1-94e6-314168d2b526,segment=NetworkSegment(0cd83758-e4df-42e2-950c-958e575b2620),segment_id=0cd83758-e4df-42e2-950c-958e575b2620)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:21:16.504484 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:16.510143 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:21:16.583621 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=4d17ef0f-b508-40c1-94e6-314168d2b526,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:21:16.588852 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:21:16.609695 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-796171cf-d056-43e0-8804-480efac6a9d2 admin admin] 10.222.0.20 "GET /v2.0/routers/a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c HTTP/1.1" status: 200  len: 710 time: 0.2496085
Jun 08 18:21:16.741671 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab628cf-4611-4c4d-8c79-8f21f10a71d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:21:16.743065 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-4ab628cf-4611-4c4d-8c79-8f21f10a71d0 admin admin] 10.222.0.20 "GET /v2.0/networks/a06ee958-817b-4651-8f1f-374b575e10a7 HTTP/1.1" status: 200  len: 886 time: 0.1277342
Jun 08 18:21:16.756788 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:21:17.215904 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-343620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61489'] for router, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:17.661528 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:17.719472 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:17.868121 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Allocated IP 172.27.1.235 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/810aa995-ed27-4240-9075-daf96c20ce42) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:21:18.022584 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:18.088133 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 4d17ef0f-b508-40c1-94e6-314168d2b526 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:21:18.139426 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:18.140717 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:21:18.140717 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:21:18.140717 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:21:18.140717 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:21:18.140717 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:21:18.140717 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:21:18.160514 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:21:18.161760 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:21:18.164412 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:21:18.170625 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 4d17ef0f-b508-40c1-94e6-314168d2b526 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:21:18.171093 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:18.671532 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:19.020891 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-343620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61489'] for router, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:19.024610 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-337031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-337086', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-343667'] for router, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:19.257663 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Router a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:21:19.304096 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 5 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:21:19.445863 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:21:19.450084 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] Notify callbacks [] for router, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:19.451370 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-dfcb47ab-9fe1-4dbe-a23e-8ad254cda278 admin admin] 10.222.0.20 "PUT /v2.0/routers/a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c HTTP/1.1" status: 200  len: 890 time: 2.6980467
Jun 08 18:21:19.467647 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Sync routers for ids ['a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:21:19.484322 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Routers {'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:21:19.485345 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc10cfd0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:21:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:21:19.788763 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Set router a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:21:20.233570 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc10cfd0>, [{'id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'name': 'router1', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '810aa995-ed27-4240-9075-daf96c20ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:20:59Z', 'updated_at': '2021-06-08T18:21:18Z', 'revision_number': 4, 'project_id': 'a36b554482374644b5ca55a47ab68dae', 'gw_port': {'id': '810aa995-ed27-4240-9075-daf96c20ce42', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:17Z', 'updated_at': '2021-06-08T18:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '4d17ef0f-b508-40c1-94e6-314168d2b526', 'name': '', 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'mac_address': 'fa:16:3e:d9:30:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '980a6fe4-043c-41b8-9488-d0f72428c011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:08Z', 'updated_at': '2021-06-08T18:21:16Z', 'revision_number': 5, 'project_id': 'a36b554482374644b5ca55a47ab68dae', 'subnets': [{'id': '980a6fe4-043c-41b8-9488-d0f72428c011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72ae4bf1-5845-40df-84ab-a5cd06fde09e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:21:20.242336 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Checking router: a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:21:20.242897 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Updating router a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c port 810aa995-ed27-4240-9075-daf96c20ce42 binding host dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:21:20.324556 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:20.706790 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Notify callbacks [] for port, precommit_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:20.719633 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Transition to ACTIVE for port object 810aa995-ed27-4240-9075-daf96c20ce42 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:21:20.796092 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:20.800709 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-4c1ed83a-5e33-4458-ab1a-ac393ed050fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:21:20.895576 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Attempting to bind port 810aa995-ed27-4240-9075-daf96c20ce42 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:21:20.896024 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Attempting to bind port 810aa995-ed27-4240-9075-daf96c20ce42 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:21:20.896467 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Attempting to bind port 810aa995-ed27-4240-9075-daf96c20ce42 on network a06ee958-817b-4651-8f1f-374b575e10a7 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:21:20.899029 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303a34a-bb1c-4c74-8f08-799aa9f7cbe7 None None] Pushing event updated for resources: {'Port': ['ID=810aa995-ed27-4240-9075-daf96c20ce42,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:21:20.904190 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-7303a34a-bb1c-4c74-8f08-799aa9f7cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:21:20.907389 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:21:20.907934 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Checking segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:21:20.908691 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:20.909405 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Bound using segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:21:20.909937 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Bound port: 810aa995-ed27-4240-9075-daf96c20ce42, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:21:20.910463 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:20.994053 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] For port 810aa995-ed27-4240-9075-daf96c20ce42, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:21:20.997517 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] For port 810aa995-ed27-4240-9075-daf96c20ce42, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=810aa995-ed27-4240-9075-daf96c20ce42,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:21:21.082050 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:21.086285 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:21:21.168813 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Routers {'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:21:21.169451 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc10cfd0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:21:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:21:21.225851 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303a34a-bb1c-4c74-8f08-799aa9f7cbe7 None None] Pushing event updated for resources: {'Port': ['ID=810aa995-ed27-4240-9075-daf96c20ce42,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:21:21.236108 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-7303a34a-bb1c-4c74-8f08-799aa9f7cbe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:21:21.390135 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] Set router a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:21:21.968910 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc10cfd0>, [{'id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'name': 'router1', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '810aa995-ed27-4240-9075-daf96c20ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:20:59Z', 'updated_at': '2021-06-08T18:21:18Z', 'revision_number': 4, 'project_id': 'a36b554482374644b5ca55a47ab68dae', 'gw_port': {'id': '810aa995-ed27-4240-9075-daf96c20ce42', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:17Z', 'updated_at': '2021-06-08T18:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '4d17ef0f-b508-40c1-94e6-314168d2b526', 'name': '', 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'mac_address': 'fa:16:3e:d9:30:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '980a6fe4-043c-41b8-9488-d0f72428c011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:08Z', 'updated_at': '2021-06-08T18:21:16Z', 'revision_number': 5, 'project_id': 'a36b554482374644b5ca55a47ab68dae', 'subnets': [{'id': '980a6fe4-043c-41b8-9488-d0f72428c011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72ae4bf1-5845-40df-84ab-a5cd06fde09e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:21:21.976392 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f910d-617f-4fcc-8e53-1e159c12e295 None None] The sync data for ids ['a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c'] in dv-cinder-789564-4-iscsi is: [{'id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'name': 'router1', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '810aa995-ed27-4240-9075-daf96c20ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:20:59Z', 'updated_at': '2021-06-08T18:21:18Z', 'revision_number': 4, 'project_id': 'a36b554482374644b5ca55a47ab68dae', 'gw_port': {'id': '810aa995-ed27-4240-9075-daf96c20ce42', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:17Z', 'updated_at': '2021-06-08T18:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '4d17ef0f-b508-40c1-94e6-314168d2b526', 'name': '', 'network_id': 'e3d4363f-a73a-480a-9808-de821f804210', 'tenant_id': 'a36b554482374644b5ca55a47ab68dae', 'mac_address': 'fa:16:3e:d9:30:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44f4ff9-c7c5-4cab-ab7a-67acde63dd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '980a6fe4-043c-41b8-9488-d0f72428c011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:08Z', 'updated_at': '2021-06-08T18:21:16Z', 'revision_number': 5, 'project_id': 'a36b554482374644b5ca55a47ab68dae', 'subnets': [{'id': '980a6fe4-043c-41b8-9488-d0f72428c011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72ae4bf1-5845-40df-84ab-a5cd06fde09e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:21:22.151726 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 56614) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:21:22.314725 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-b7d18ec6-56d0-48f3-908d-c024e4df17ce admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1452591
Jun 08 18:21:24.138708 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 810aa995-ed27-4240-9075-daf96c20ce42 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:21:24.293147 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 810aa995-ed27-4240-9075-daf96c20ce42 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:21:24.300726 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 810aa995-ed27-4240-9075-daf96c20ce42 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:21:24.301210 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:24.501284 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:24.534904 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 810aa995-ed27-4240-9075-daf96c20ce42, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=810aa995-ed27-4240-9075-daf96c20ce42,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:21:24.625107 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:24.629181 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:21:24.737870 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=810aa995-ed27-4240-9075-daf96c20ce42,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:21:24.752948 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:21:26.098100 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 810aa995-ed27-4240-9075-daf96c20ce42 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:21:26.190623 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 810aa995-ed27-4240-9075-daf96c20ce42 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:21:26.191748 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:31.025073 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-aaec3e21-1838-4cbd-b0e7-46cfed655300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:33.698515 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:33.920940 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-492930e3-aa04-4e4d-9fc2-9ca913ef39c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:34.812682 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:36.847433 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:21:56.302088 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 5 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:22:01.017860 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cf66dfc5-a2a0-48b9-8810-96b1b9db49eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:22:03.704143 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:22:03.948771 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1cff8ee1-746b-48f0-938f-8e755ba0298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:22:04.824612 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:22:06.823877 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:22:31.006545 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6d47774c-b020-4d86-a70f-38cd7a0afb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:22:33.305530 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 5 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:22:33.698122 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:22:33.915372 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b7cfe36d-bfaa-407d-9de0-2817d3092e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:22:34.806205 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:22:36.808122 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:01.023256 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-2abe4772-b5ac-4015-a7e6-bec1dcc2ce57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:02.545893 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57184) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:02.614399 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30252ff-1031-45c2-b3b8-168af3e02626 admin admin] GET failed (client error): The resource could not be found.
Jun 08 18:23:02.615748 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-f30252ff-1031-45c2-b3b8-168af3e02626 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0686278
Jun 08 18:23:02.750033 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c021e503-b6a3-4e70-9786-8e5a629fb1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:02.751423 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-c021e503-b6a3-4e70-9786-8e5a629fb1b8 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1318867
Jun 08 18:23:03.703037 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:03.925179 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-78b06d5f-86c8-4009-b356-e3549ce0f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:04.840552 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:04.946665 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57194) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:05.055148 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e608d96-5bcd-4fc9-bc0f-56da713ba443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:05.056516 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-7e608d96-5bcd-4fc9-bc0f-56da713ba443 admin admin] 10.222.0.20 "GET /v2.0/subnets/980a6fe4-043c-41b8-9488-d0f72428c011 HTTP/1.1" status: 200  len: 849 time: 0.1088963
Jun 08 18:23:05.066728 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:23:05.186621 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:05.457797 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731078642926'] for subnet, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:05.461850 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-031698f0-7796-47fb-94a3-ba585f244a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:23:05.502137 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:05.503607 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:05.504019 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] 10.222.0.20 "PUT /v2.0/subnets/980a6fe4-043c-41b8-9488-d0f72428c011 HTTP/1.1" status: 200  len: 868 time: 0.4412291
Jun 08 18:23:05.522250 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdedeaf-c6c8-4282-ab4f-67286380404b None None] Network e3d4363f-a73a-480a-9808-de821f804210 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:23:05.533799 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980a6fe4-043c-41b8-9488-d0f72428c011,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:23:05.541650 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:05.542139 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:05.542333 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:05.542674 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:05.543041 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:05.543385 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:05.543717 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:05.544036 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:05.544378 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:05.544702 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:05.545011 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:05.546002 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:05.550007 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:23:06.035783 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-0ad783e3-a9cb-4a12-8478-4c0b6eb6cb0f None None] Provisioning complete for port 3965ff78-1186-43d1-8499-679a37ec2faa triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:23:06.036535 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-0ad783e3-a9cb-4a12-8478-4c0b6eb6cb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:06.167913 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-0ad783e3-a9cb-4a12-8478-4c0b6eb6cb0f None None] Provisioning complete for port 4d17ef0f-b508-40c1-94e6-314168d2b526 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:23:06.168295 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-0ad783e3-a9cb-4a12-8478-4c0b6eb6cb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:06.800648 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:07.731190 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57202) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:07.911425 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8111b1d-ab19-4ae9-b2ee-5d0d437d4d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:07.911809 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8111b1d-ab19-4ae9-b2ee-5d0d437d4d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:07.913297 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-d8111b1d-ab19-4ae9-b2ee-5d0d437d4d03 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1811669
Jun 08 18:23:10.049059 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57210) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:10.229317 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aec757-9143-4679-9a6e-71f4325b0f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:10.229784 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aec757-9143-4679-9a6e-71f4325b0f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:10.231312 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-45aec757-9143-4679-9a6e-71f4325b0f17 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1813154
Jun 08 18:23:10.305812 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 5 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:23:12.429079 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57218) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:12.594708 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a836014-4c30-4026-8a19-ec0db99693e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:12.596082 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-7a836014-4c30-4026-8a19-ec0db99693e1 admin admin] 10.222.0.20 "GET /v2.0/networks/a06ee958-817b-4651-8f1f-374b575e10a7 HTTP/1.1" status: 200  len: 886 time: 0.1660593
Jun 08 18:23:14.763413 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57226) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:14.936707 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc55af0-c33f-4913-b5b1-e0653b4918e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:14.938041 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-5dc55af0-c33f-4913-b5b1-e0653b4918e1 admin admin] 10.222.0.20 "GET /v2.0/networks/e3d4363f-a73a-480a-9808-de821f804210 HTTP/1.1" status: 200  len: 868 time: 0.1736641
Jun 08 18:23:17.079241 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57234) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:17.213105 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233ccd5c-dbc2-45f3-96b9-50de53306934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:17.213826 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233ccd5c-dbc2-45f3-96b9-50de53306934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:17.215365 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-233ccd5c-dbc2-45f3-96b9-50de53306934 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1351261
Jun 08 18:23:19.332433 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57242) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:19.438841 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6732b23c-450f-43d5-a512-9ab3757d5a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:19.439327 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6732b23c-450f-43d5-a512-9ab3757d5a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:19.440850 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-6732b23c-450f-43d5-a512-9ab3757d5a90 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1074827
Jun 08 18:23:21.572070 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57250) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:21.673851 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cbe669-c8b1-4ca7-9553-196bc7ffa1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:21.675180 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-a0cbe669-c8b1-4ca7-9553-196bc7ffa1f7 admin admin] 10.222.0.20 "GET /v2.0/subnets/36e69048-8dfe-4738-9726-1e587c177253 HTTP/1.1" status: 200  len: 816 time: 0.1018293
Jun 08 18:23:23.837968 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57258) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:23.943153 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f2d666-560e-463e-8a55-4991c439dab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:23.944467 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-90f2d666-560e-463e-8a55-4991c439dab4 admin admin] 10.222.0.20 "GET /v2.0/subnets/980a6fe4-043c-41b8-9488-d0f72428c011 HTTP/1.1" status: 200  len: 868 time: 0.1052947
Jun 08 18:23:31.011809 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ab111a96-6997-44e0-a72b-6d83b11850a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:33.703104 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:33.925571 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-fedb1838-a6b5-4570-aabb-79aab1e8580f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:34.804182 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:36.804555 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:47.263964 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57302) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:47.304180 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 5 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:23:47.311443 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [None req-bf0f4863-44b4-4fee-b48c-8b62dee973d0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 18:23:47.312420 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-bf0f4863-44b4-4fee-b48c-8b62dee973d0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0475245
Jun 08 18:23:49.522894 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57310) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:49.589666 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87b996b-ea50-4757-a27b-7f73dcb5dc63 admin admin] GET failed (client error): The resource could not be found.
Jun 08 18:23:49.590959 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-e87b996b-ea50-4757-a27b-7f73dcb5dc63 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0670979
Jun 08 18:23:49.718948 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c95e173-8822-49af-a57e-f9511a7db0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:49.720972 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-6c95e173-8822-49af-a57e-f9511a7db0cf admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1262143
Jun 08 18:23:51.913136 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57318) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:51.959764 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:23:52.084109 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Made reservation on behalf of e69c69ec760f4ed99f5a0f1f7b8d682f for: {'network': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:23:52.086401 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:52.173039 dv-cinder-789564-4-iscsi neutron-server[92319]: WARNING neutron.services.revisions.revision_plugin [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f0dccea3910] {project_id='e69c69ec760f4ed99f5a0f1f7b8d682f', id='eea182d9-7c87-4ef8-aac9-58fab0eecedc', target_tenant='*', action='access_as_shared', object_id='f89550e1-30eb-431d-add2-4c3387f7a3d7'}> to bump revision.
Jun 08 18:23:52.185810 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'}  {{(pid=92319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:23:52.195068 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:52.195418 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.segments_db [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Added segment 44277f07-0088-44bb-8e1a-83da5c4b1a18 of type vlan for network f89550e1-30eb-431d-add2-4c3387f7a3d7
Jun 08 18:23:52.223991 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:52.331204 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:52.332528 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:52.333104 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:52.336465 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:23:52.428262 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Pushing event updated for resources: {'Network': ['ID=f89550e1-30eb-431d-add2-4c3387f7a3d7,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:23:52.430921 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:23:52.438083 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network f89550e1-30eb-431d-add2-4c3387f7a3d7 details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:23:52.514281 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.5997663
Jun 08 18:23:54.691082 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57326) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:23:54.760764 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.pecan_wsgi.hooks.translation [None req-09534165-087b-4db0-9eb1-61c0a6952eb3 admin admin] GET failed (client error): The resource could not be found.
Jun 08 18:23:54.762027 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-09534165-087b-4db0-9eb1-61c0a6952eb3 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0700057
Jun 08 18:23:54.867736 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada01423-31e8-4392-a0b4-3466463e1772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:54.869240 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-ada01423-31e8-4392-a0b4-3466463e1772 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.1026981
Jun 08 18:23:54.878652 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:23:54.994040 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] Made reservation on behalf of e69c69ec760f4ed99f5a0f1f7b8d682f for: {'subnet': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:23:54.996443 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:55.251637 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361'] for subnet, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:55.255546 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:23:55.329533 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48380e4f-2abd-409f-8066-0d0af208bb19,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:23:55.333516 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:23:55.337479 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] Checking segment: {'id': '44277f07-0088-44bb-8e1a-83da5c4b1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:23:55.338080 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] Network hostable DHCP agents. Network: f89550e1-30eb-431d-add2-4c3387f7a3d7, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:23:55.433987 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] Network f89550e1-30eb-431d-add2-4c3387f7a3d7 is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:23:55.519803 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, f89550e1-30eb-431d-add2-4c3387f7a3d7) {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:23:55.523943 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:23:55.524666 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:55.529651 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4e5f2d-89d3-4d0e-9e7c-12d00a8521b0 None None] Network f89550e1-30eb-431d-add2-4c3387f7a3d7 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:23:55.594938 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-5c116527-6558-481e-8e0a-ca492e4fa188 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7195995
Jun 08 18:23:55.762108 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27724984-45eb-5bff-894b-224ed9fae270-f89550e1-30eb-431d-add2-4c3387f7a3d7', 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7', 'tenant_id': 'e69c69ec760f4ed99f5a0f1f7b8d682f', 'fixed_ips': [{'subnet_id': '48380e4f-2abd-409f-8066-0d0af208bb19'}]}} from dv-cinder-789564-4-iscsi. {{(pid=92320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 18:23:55.763070 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:55.950245 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.db_base_plugin_common [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Allocated IP 192.168.233.2 (f89550e1-30eb-431d-add2-4c3387f7a3d7/48380e4f-2abd-409f-8066-0d0af208bb19/1600f2c4-2164-4e8c-a637-9abd59c58292) {{(pid=92320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:23:56.200275 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Notify callbacks [] for port, precommit_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:56.212245 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Transition to ACTIVE for port object 1600f2c4-2164-4e8c-a637-9abd59c58292 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:23:56.233269 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Transition to ACTIVE for port object 1600f2c4-2164-4e8c-a637-9abd59c58292 will not be triggered until provisioned by entity DHCP. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:23:56.303036 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:56.303832 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:23:56.303832 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:23:56.303832 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:23:56.303832 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:23:56.303832 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:23:56.303832 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:23:56.321358 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Network f89550e1-30eb-431d-add2-4c3387f7a3d7 is already hosted by enough agents. {{(pid=92320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:23:56.322510 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.base_scheduler [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Resources bound (agent type, host, resource id):  {{(pid=92320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:23:56.325450 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Received port after_create {{(pid=92320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:23:56.415577 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Attempting to bind port 1600f2c4-2164-4e8c-a637-9abd59c58292 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:23:56.415860 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Attempting to bind port 1600f2c4-2164-4e8c-a637-9abd59c58292 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '44277f07-0088-44bb-8e1a-83da5c4b1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:23:56.416229 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Attempting to bind port 1600f2c4-2164-4e8c-a637-9abd59c58292 on network f89550e1-30eb-431d-add2-4c3387f7a3d7 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:23:56.422982 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:23:56.423504 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Checking segment: {'id': '44277f07-0088-44bb-8e1a-83da5c4b1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:23:56.424554 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:56.425097 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Bound using segment: {'id': '44277f07-0088-44bb-8e1a-83da5c4b1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:23:56.425586 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Bound port: 1600f2c4-2164-4e8c-a637-9abd59c58292, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44277f07-0088-44bb-8e1a-83da5c4b1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:23:56.425963 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:56.525591 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] For port 1600f2c4-2164-4e8c-a637-9abd59c58292, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:23:56.529949 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] For port 1600f2c4-2164-4e8c-a637-9abd59c58292, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=1600f2c4-2164-4e8c-a637-9abd59c58292,segment=NetworkSegment(44277f07-0088-44bb-8e1a-83da5c4b1a18),segment_id=44277f07-0088-44bb-8e1a-83da5c4b1a18)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:23:56.589133 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:56.593875 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:23:56.665155 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Pushing event updated for resources: {'Port': ['ID=1600f2c4-2164-4e8c-a637-9abd59c58292,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:23:56.674809 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:56.675201 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:56.675538 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:56.675860 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:56.676230 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:56.676558 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:56.676874 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:56.677189 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:56.677520 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:56.677844 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:56.678154 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:56.678467 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:23:56.682664 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:23:57.493557 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c1f9e1-399c-4f2b-9f61-77408dd79133 None None] Network f89550e1-30eb-431d-add2-4c3387f7a3d7 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:23:57.659285 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-b95bd6e2-5cab-46a7-927e-f2e7eab0a2bc None None] Provisioning for port 1600f2c4-2164-4e8c-a637-9abd59c58292 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:23:58.222034 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 1600f2c4-2164-4e8c-a637-9abd59c58292 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:23:58.380937 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 1600f2c4-2164-4e8c-a637-9abd59c58292 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:23:58.382138 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 1600f2c4-2164-4e8c-a637-9abd59c58292 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:23:58.382545 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:58.506130 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:58.539979 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 1600f2c4-2164-4e8c-a637-9abd59c58292, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=1600f2c4-2164-4e8c-a637-9abd59c58292,segment=NetworkSegment(44277f07-0088-44bb-8e1a-83da5c4b1a18),segment_id=44277f07-0088-44bb-8e1a-83da5c4b1a18)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:23:58.616858 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:23:58.619811 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-7303a34a-bb1c-4c74-8f08-799aa9f7cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:23:58.691074 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=1600f2c4-2164-4e8c-a637-9abd59c58292,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:23:58.694080 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:24:00.197326 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 1600f2c4-2164-4e8c-a637-9abd59c58292 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:24:00.270335 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 1600f2c4-2164-4e8c-a637-9abd59c58292 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:24:00.270707 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:24:01.096829 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-43d61bd3-5f3f-4f29-b05e-eabafff5eede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:24:03.708276 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:24:03.914200 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0a5a-4bf6-484d-9f39-09670ee8db38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:24:04.828367 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:24:06.811164 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:24:24.302748 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 5 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:24:31.039228 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-7a71ceb1-67e9-4466-b27f-ccdf0a78a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:24:33.729239 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:24:33.918052 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7d52-f3c2-46a3-a5f0-58faf2601a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:24:34.868150 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:24:36.814656 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:01.031441 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-d863cf26-4f1b-41b7-86c5-21e5d79df999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:01.302651 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 5 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:25:03.731118 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:03.934756 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-36038b05-041e-4534-a441-5334900935d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:04.814727 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:06.831747 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:14.116975 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57378) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:25:14.123778 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [None req-deca72d3-b421-47e1-98d3-b2f4f8efc15c tempest-verify_tempest_config-591418096 tempest-verify_tempest_config-591418096-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 18:25:14.124736 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-deca72d3-b421-47e1-98d3-b2f4f8efc15c tempest-verify_tempest_config-591418096 tempest-verify_tempest_config-591418096-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0066509
Jun 08 18:25:14.644094 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57396) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:25:14.768951 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:14.880684 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:14.953155 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:14.961059 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:25:15.002403 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e8858bad45543eea2937b0e119e606c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3572047
Jun 08 18:25:15.003246 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8636a8a-f540-4b21-a859-bc4ad5f2b2ff,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:25:15.005093 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 57400) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:25:15.010353 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.010698 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.011064 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.011395 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.011721 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.012046 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.012365 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.012689 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.013026 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.013345 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.013661 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.013973 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.018041 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:25:15.065110 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:15.091730 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:15.256864 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:15.259726 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:15.261110 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8636a8a-f540-4b21-a859-bc4ad5f2b2ff HTTP/1.1" status: 204  len: 168 time: 0.2548230
Jun 08 18:25:15.262187 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:25:15.279216 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8636a8a-f540-4b21-a859-bc4ad5f2b2ff,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:25:15.288660 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.289030 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.289365 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.289694 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.290019 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.290335 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.290654 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.291022 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.291876 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.292195 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.292503 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.292897 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:25:15.296022 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:25:31.027684 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-22157db4-c260-4e66-8bc4-aa13a7e8b5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:33.713921 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:33.956944 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-d274087a-f8e9-4890-98d7-7e2b2f48d218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:34.861471 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:36.856557 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:25:38.301356 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 5 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:26:01.015928 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b9f20be4-1fe8-421f-8b1b-b657f702d6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:26:03.718540 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:26:03.956407 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-7724e4ff-ff32-4d2c-a9fd-165b63f93296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:26:04.827399 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:26:06.830937 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:26:15.300302 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 5 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:26:31.024239 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-40707d0c-6cfc-47a6-9e7e-df3b828991a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:26:33.721493 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:26:33.944429 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-2402d098-7a93-4aa0-9ea1-c362e90c19c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:26:34.881833 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:26:36.809519 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:26:47.669703 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981'] for agent, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:26:52.299034 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:26:52.752397 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57454) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:26:52.866154 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-6cd5883d-e8cf-448d-9a2c-ca4d9bf9d7ab admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1126759
Jun 08 18:26:55.028935 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57464) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:26:55.096154 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-44995bf4-04d3-4789-b9f0-4627fd8c4035 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0661225
Jun 08 18:27:01.077902 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-8cf0127b-64b3-42e4-a7f1-0a3008aeeff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:27:03.720812 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:27:03.923575 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-238295f4-f798-4f7d-a529-4fecce118e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:27:04.832377 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:27:06.823928 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:27:17.652278 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:27:29.298357 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:27:31.081055 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b01c4dcb-d207-49bc-a479-afab51394789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:27:33.711677 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:27:33.917757 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-05083807-8cf3-4caa-82c3-f15f8c3720c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:27:34.832252 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:27:36.829044 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:27:47.709964 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:01.017482 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d918-e520-4c4d-bb29-24e39f788ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:03.714705 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:03.928632 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-29704cc7-d93c-4ca2-88ad-9c70914ef609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:04.843307 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:06.298724 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:28:06.826832 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:17.703622 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:21.568498 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57622) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:21.699616 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 57630) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:22.051566 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-730513170-network', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:22.101070 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-334769283-network', 'tenant_id': 'a093b203f77548e691e2d2517a9f4a24'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:22.128927 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Made reservation on behalf of 00bc36fbe4414e2aa41c9772972a300e for: {'network': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:22.133719 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.147125 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.243275 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Made reservation on behalf of a093b203f77548e691e2d2517a9f4a24 for: {'network': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:22.243275 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.255071 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.338717 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.451402 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.455810 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:22.495437 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'}  {{(pid=92319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:28:22.505708 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328f4c54-2847-4cec-ac95-14c004c33742,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:22.518475 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.518475 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.segments_db [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Added segment 97f78bb9-c514-414e-a15e-1a30f5c86844 of type vlan for network 7fc2034f-f9dc-4cde-884f-66131f58500b
Jun 08 18:28:22.518798 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.519409 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.519921 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.520414 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.520912 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.521405 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.521893 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.522392 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.522892 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.523426 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.523895 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.524374 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Tracked resource versions report:
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]: pushed versions:
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]: {   'AddressGroup': {'1.2'},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     'ConntrackHelper': {'1.0'},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     'Log': {'1.0'},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     'Network': {'1.1'},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     'Port': {'1.7'},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     'PortForwarding': {'1.2'},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     'QosPolicy': {'1.8'},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     'SecurityGroup': {'1.4'},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     'SecurityGroupRule': {'1.2'},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     'SubPort': {'1.0'},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     'Subnet': {'1.1'},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     'Trunk': {'1.1'}}
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]: consumer versions:
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]: {   DHCP agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     HyperV agent@hv-cinder-78956: {},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     L3 agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     Metadata agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     Metering agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:     Open vSwitch agent@dv-cinder-789564-4-iscsi: {   'AddressGroup': '1.2',
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'ConntrackHelper': '1.0',
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'Log': '1.0',
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'Network': '1.1',
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'Port': '1.7',
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'PortForwarding': '1.2',
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'QosPolicy': '1.8',
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'SecurityGroup': '1.4',
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'SecurityGroupRule': '1.2',
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'SubPort': '1.0',
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'Subnet': '1.1',
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:                                                      'Trunk': '1.1'}}
Jun 08 18:28:22.525608 dv-cinder-789564-4-iscsi neutron-server[92319]:  {{(pid=92319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 18:28:22.542345 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:22.583743 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.607682 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.680376 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.683492 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c9d3d064-4def-455b-8183-f9c035a9427f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:22.708812 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.710714 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:22.713375 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.718090 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c113a4-a551-4cea-859f-3d52c6f2cfc5,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:22.725290 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'}  {{(pid=92318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:28:22.728484 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.728855 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.729201 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.729535 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.730303 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-13284c88-7713-465c-b0ca-4fcf30b805e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:22.730488 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.730810 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.731157 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.731484 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.731825 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.732851 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.733172 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.733558 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Tracked resource versions report:
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]: pushed versions:
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]: {   'AddressGroup': {'1.2'},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     'ConntrackHelper': {'1.0'},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     'Log': {'1.0'},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     'Network': {'1.1'},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     'Port': {'1.7'},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     'PortForwarding': {'1.2'},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     'QosPolicy': {'1.8'},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     'SecurityGroup': {'1.4'},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     'SecurityGroupRule': {'1.2'},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     'SubPort': {'1.0'},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     'Subnet': {'1.1'},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     'Trunk': {'1.1'}}
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]: consumer versions:
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]: {   DHCP agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     HyperV agent@hv-cinder-78956: {},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     L3 agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     Metadata agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     Metering agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:     Open vSwitch agent@dv-cinder-789564-4-iscsi: {   'AddressGroup': '1.2',
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'ConntrackHelper': '1.0',
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'Log': '1.0',
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'Network': '1.1',
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'Port': '1.7',
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'PortForwarding': '1.2',
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'QosPolicy': '1.8',
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'SecurityGroup': '1.4',
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'SecurityGroupRule': '1.2',
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'SubPort': '1.0',
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'Subnet': '1.1',
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:                                                      'Trunk': '1.1'}}
Jun 08 18:28:22.734566 dv-cinder-789564-4-iscsi neutron-server[92318]:  {{(pid=92318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 18:28:22.740198 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:22.745729 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.746078 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.segments_db [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Added segment c8e7a76e-8321-400f-abb7-9fd44fc17801 of type vlan for network ce67736a-60bd-4a6c-bff9-9a77902ba73d
Jun 08 18:28:22.773977 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.843252 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Pushing event updated for resources: {'Network': ['ID=7fc2034f-f9dc-4cde-884f-66131f58500b,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:22.846905 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:22.858007 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.862009 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network 7fc2034f-f9dc-4cde-884f-66131f58500b details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:28:22.863075 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:22.863075 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.865701 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:22.884294 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3112926
Jun 08 18:28:22.884955 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57678) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:22.889550 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Request body: {'subnet': {'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-730513170-subnet', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:22.973438 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Pushing event updated for resources: {'Network': ['ID=ce67736a-60bd-4a6c-bff9-9a77902ba73d,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:22.977347 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Made reservation on behalf of 00bc36fbe4414e2aa41c9772972a300e for: {'subnet': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:22.977497 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:22.979714 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:22.986794 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network ce67736a-60bd-4a6c-bff9-9a77902ba73d details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:28:23.054541 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3525331
Jun 08 18:28:23.055327 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 57684) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:23.062049 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Request body: {'subnet': {'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-334769283-subnet', 'tenant_id': 'a093b203f77548e691e2d2517a9f4a24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:23.091172 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 57686) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:23.134121 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 57690) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:23.153491 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Made reservation on behalf of a093b203f77548e691e2d2517a9f4a24 for: {'subnet': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:23.156799 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:23.192287 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57700) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:23.326394 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361'] for subnet, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:23.332607 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:23.412567 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Checking segment: {'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:23.412923 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Network hostable DHCP agents. Network: 7fc2034f-f9dc-4cde-884f-66131f58500b, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:28:23.414300 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1524833975-network', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:23.419007 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33eab693-69b1-41c2-88cf-adfe5e14a0e4,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:23.421758 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:23.448579 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-207798405-network', 'tenant_id': '187a5a95890c46ea8bf3b5a986649d86'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:23.456819 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-network', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:23.463232 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361'] for subnet, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:23.468852 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-763b21d1-0541-461c-b77e-9e01f2f32b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:23.492237 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Network 7fc2034f-f9dc-4cde-884f-66131f58500b is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:28:23.533305 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.db.api [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 08 18:28:23.533305 dv-cinder-789564-4-iscsi neutron-server[92319]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 08 18:28:23.533305 dv-cinder-789564-4-iscsi neutron-server[92319]: [parameters: {'project_id_1': '99c4b86bd7f84d599e3a7b569c723959', 'expiration_1': datetime.datetime(2021, 6, 8, 18, 28, 23, 461569)}]
Jun 08 18:28:23.533305 dv-cinder-789564-4-iscsi neutron-server[92319]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 08 18:28:23.533751 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_db.api [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 08 18:28:23.534404 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Made reservation on behalf of 6ccf1bfce8ba4571b6cd110e8108fc2c for: {'network': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:23.536778 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:23.566478 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:23.584580 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, 7fc2034f-f9dc-4cde-884f-66131f58500b) {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:23.588646 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Checking segment: {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:23.589004 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Network hostable DHCP agents. Network: ce67736a-60bd-4a6c-bff9-9a77902ba73d, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:28:23.593996 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2bba9d-ba1e-4c90-b154-797b0e5ac7e5 None None] Network 7fc2034f-f9dc-4cde-884f-66131f58500b requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:28:23.596312 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:23.598375 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:23.599275 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0cd0f06-8822-402d-a542-9efbc09b2fe1,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:23.606224 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:23.637371 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Made reservation on behalf of 187a5a95890c46ea8bf3b5a986649d86 for: {'network': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:23.642034 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:23.658199 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:23.687259 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Network ce67736a-60bd-4a6c-bff9-9a77902ba73d is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:28:23.697945 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, ce67736a-60bd-4a6c-bff9-9a77902ba73d) {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:23.710119 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:23.711378 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:23.711494 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc08be6-15e8-4664-b6bc-53a0f3984bb5 None None] Network ce67736a-60bd-4a6c-bff9-9a77902ba73d requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:28:23.720795 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.8352854
Jun 08 18:28:23.723642 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57724) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:23.728224 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-730513170-router', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:23.857849 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:23.925561 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:23.929510 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-5fa99420-a345-4022-8a4d-b9dbb506fe5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:23.972106 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30a7d12-0d6f-4f57-a1be-58f78378ef35 None None] Network 7fc2034f-f9dc-4cde-884f-66131f58500b requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:28:23.974650 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff596a4-d73b-423b-a7eb-4a396bad8e4d,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:24.000873 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:24.005583 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9490113
Jun 08 18:28:24.012577 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'}  {{(pid=92318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:28:24.079569 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.079969 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.segments_db [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Added segment 9203daf1-90c5-4bff-8f1d-cbcda7d64eee of type vlan for network 65d87f03-3ac9-4e37-bc0e-830451025de3
Jun 08 18:28:24.136056 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.158555 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e9c06-9c7e-4ee0-bce3-df09cd523291 None None] Network ce67736a-60bd-4a6c-bff9-9a77902ba73d requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:28:24.230830 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.258502 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.260560 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:24.261931 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.268115 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:24.366000 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-343638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61452'] for router, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.367185 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61443'] for router, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.378555 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.386296 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Pushing event updated for resources: {'Network': ['ID=65d87f03-3ac9-4e37-bc0e-830451025de3,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:24.389386 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:24.392945 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:24.393707 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.419027 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network 65d87f03-3ac9-4e37-bc0e-830451025de3 details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:28:24.423594 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'}  {{(pid=92318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:28:24.433862 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c044f001-1930-47d3-ae56-784c56321634,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:24.437043 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:24.441358 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.441703 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.segments_db [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Added segment 5f32419a-0dd7-43c6-b937-334f4c9309cd of type vlan for network d0f295eb-208a-4278-b7dd-e8322aa693cf
Jun 08 18:28:24.481848 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.592704 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Made reservation on behalf of 99c4b86bd7f84d599e3a7b569c723959 for: {'network': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:24.594867 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.611859 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.618929 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.621580 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:24.622718 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.630686 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:24.710311 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.6170142
Jun 08 18:28:24.713422 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 57758) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:24.727307 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Request body: {'subnet': {'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1524833975-subnet', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:24.745476 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Pushing event updated for resources: {'Network': ['ID=d0f295eb-208a-4278-b7dd-e8322aa693cf,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:24.745476 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:24.751822 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network d0f295eb-208a-4278-b7dd-e8322aa693cf details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:28:24.895166 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-343620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61489'] for router, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:24.961183 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:25.044434 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:25.051325 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-5d615855-9379-4c83-9358-033c395e8cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:25.070216 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=92319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:28:25.094633 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:25.094983 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.segments_db [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Added segment dfb4414c-31df-4b01-a7d4-4f1978eab068 of type vlan for network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9
Jun 08 18:28:25.106648 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1175d8bb-9dd4-4796-ac1f-43b7cfc6ffd1,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:25.109685 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:25.137734 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.0025413
Jun 08 18:28:25.143429 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57762) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:25.149181 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] Request body: {'subnet': {'network_id': 'd0f295eb-208a-4278-b7dd-e8322aa693cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-207798405-subnet', 'tenant_id': '187a5a95890c46ea8bf3b5a986649d86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:25.155890 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:25.217154 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Made reservation on behalf of 6ccf1bfce8ba4571b6cd110e8108fc2c for: {'subnet': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:25.223550 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:25.327822 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] Made reservation on behalf of 187a5a95890c46ea8bf3b5a986649d86 for: {'subnet': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:25.330173 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:25.500327 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:25.507685 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:25.519771 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:25.553301 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-39324980-b025-44a8-8ec3-00d99a3792cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:25.613455 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:25.639256 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 57808) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:25.641986 dv-cinder-789564-4-iscsi neutron-server[92318]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 08 18:28:25.727281 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361'] for subnet, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:25.744266 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9bbdc4b1-c7b9-4a82-8910-5656be79869d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:25.827169 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:25.864251 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb8427b-2336-4883-8f9e-c5554904bb1a,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:25.875653 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:25.882550 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.6858521
Jun 08 18:28:25.885267 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 57816) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:25.890375 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Request body: {'subnet': {'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-subnet', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:25.895136 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Checking segment: {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:25.896041 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Network hostable DHCP agents. Network: 65d87f03-3ac9-4e37-bc0e-830451025de3, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:28:25.907278 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-3762aa17-8d0c-4456-9c73-702cc072cdd8 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:25.908800 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-3762aa17-8d0c-4456-9c73-702cc072cdd8 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/networks?id=ce67736a-60bd-4a6c-bff9-9a77902ba73d HTTP/1.1" status: 200  len: 814 time: 0.2680492
Jun 08 18:28:25.927606 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Pushing event updated for resources: {'Network': ['ID=4e65c5bf-fac2-44f5-afa7-eac51446a6b9,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:25.937331 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:28:25.942180 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:25.945508 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-4c0596b6-401e-4ea2-9873-7f70ea035570 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/quotas/a093b203f77548e691e2d2517a9f4a24 HTTP/1.1" status: 200  len: 375 time: 0.0219872
Jun 08 18:28:26.020906 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-0eda6a81-e694-4bac-8afd-35ac47517137 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0649996
Jun 08 18:28:26.029465 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Made reservation on behalf of 99c4b86bd7f84d599e3a7b569c723959 for: {'subnet': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:26.035068 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:26.053780 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Network 65d87f03-3ac9-4e37-bc0e-830451025de3 is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:28:26.066987 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Allocated IP 172.27.1.141 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/bd83ae14-f29c-417d-9ee0-5745ec3f3800) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:26.152609 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361'] for subnet, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:26.163497 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:26.266840 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] Pushing event updated for resources: {'Subnet': ['ID=363675c6-db47-4f44-bb10-ee558451a3da,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:26.274135 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-2e5242fc-1ff7-461e-8cd1-ddc784ea3c6e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 18:28:26.274135 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-2e5242fc-1ff7-461e-8cd1-ddc784ea3c6e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0812423
Jun 08 18:28:26.275545 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, 65d87f03-3ac9-4e37-bc0e-830451025de3) {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:26.284475 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:26.284694 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:26.284694 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:26.292174 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f368d18-51ab-4697-9d93-ed4268f92fe6 None None] Network 65d87f03-3ac9-4e37-bc0e-830451025de3 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:28:26.310815 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] Checking segment: {'id': '5f32419a-0dd7-43c6-b937-334f4c9309cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd0f295eb-208a-4278-b7dd-e8322aa693cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:26.310815 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] Network hostable DHCP agents. Network: d0f295eb-208a-4278-b7dd-e8322aa693cf, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:28:26.311178 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:26.432431 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] Network d0f295eb-208a-4278-b7dd-e8322aa693cf is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:28:26.440525 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, d0f295eb-208a-4278-b7dd-e8322aa693cf) {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:26.444882 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:26.445555 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:26.459927 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.7426739
Jun 08 18:28:26.460099 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d5352-a1eb-4962-82c2-bf4ac6a6b3d5 None None] Network d0f295eb-208a-4278-b7dd-e8322aa693cf requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:28:26.460220 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 57838) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:26.460331 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:26.461292 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:26.461292 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:26.461292 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:26.461292 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:26.461292 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:26.461292 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:26.464509 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:26.469513 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-90cfbf8a-274a-4228-8f5d-696801f72836 service neutron] 10.222.0.20 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804652
Jun 08 18:28:26.480112 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:26.481257 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:26.484519 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:26.510194 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361'] for subnet, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:26.575009 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:26.622720 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27724984-45eb-5bff-894b-224ed9fae270-65d87f03-3ac9-4e37-bc0e-830451025de3', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a'}]}} from dv-cinder-789564-4-iscsi. {{(pid=92320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 18:28:26.623616 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:26.635420 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce63b7a8-e50f-4613-b1c7-3a6994e16221,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:26.648787 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:26.661324 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 57842) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:26.730426 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Checking segment: {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:26.731158 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Network hostable DHCP agents. Network: 4e65c5bf-fac2-44f5-afa7-eac51446a6b9, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:28:26.742547 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-298609e4-2c9f-4f05-832b-1b33df4d540c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5901732
Jun 08 18:28:26.757368 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-328ed7cd-7c2f-463b-839c-1cdc373ff691 service neutron] 10.222.0.20 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2781730
Jun 08 18:28:26.777545 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-343638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61452'] for router, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:26.779769 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61443'] for router, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:26.810872 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:26.840056 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:28:26.866565 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1509e85f-b412-439d-9db7-b207a918b6db None None] Network d0f295eb-208a-4278-b7dd-e8322aa693cf requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:28:26.935744 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3076a6e1-3ff4-4026-b5b0-15944ed7a846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:27.027569 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, 4e65c5bf-fac2-44f5-afa7-eac51446a6b9) {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:27.034791 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:27.035704 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.db_base_plugin_common [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Allocated IP 172.20.0.2 (65d87f03-3ac9-4e37-bc0e-830451025de3/adb8427b-2336-4883-8f9e-c5554904bb1a/60211a30-2475-4992-bdf7-106a44a23c44) {{(pid=92320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:27.036188 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:27.194721 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.3083870
Jun 08 18:28:27.200338 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 57872) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:27.225057 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:27.274897 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:27.310652 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Notify callbacks [] for port, precommit_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:27.330327 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Transition to ACTIVE for port object 60211a30-2475-4992-bdf7-106a44a23c44 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:27.354543 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab4577f-258b-498e-9924-fa5e45941793 None None] Network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:28:27.443202 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Transition to ACTIVE for port object 60211a30-2475-4992-bdf7-106a44a23c44 will not be triggered until provisioned by entity DHCP. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:27.513318 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:27.518287 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:27.518287 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:27.518287 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:27.518287 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:27.518287 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:27.518287 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:27.547147 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-343620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61489'] for router, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:27.647036 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Network 65d87f03-3ac9-4e37-bc0e-830451025de3 is already hosted by enough agents. {{(pid=92320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:27.656556 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.base_scheduler [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Resources bound (agent type, host, resource id):  {{(pid=92320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:27.661074 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Received port after_create {{(pid=92320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:27.753957 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-343629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337077'] for router, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:27.782420 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-5be42977-e2f1-45af-86d2-28c5dfa2b5dc tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:27.789270 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-5be42977-e2f1-45af-86d2-28c5dfa2b5dc tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/networks?id=d0f295eb-208a-4278-b7dd-e8322aa693cf HTTP/1.1" status: 200  len: 811 time: 0.2509940
Jun 08 18:28:27.810003 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Attempting to bind port 60211a30-2475-4992-bdf7-106a44a23c44 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:28:27.810483 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Attempting to bind port 60211a30-2475-4992-bdf7-106a44a23c44 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:28:27.810972 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Attempting to bind port 60211a30-2475-4992-bdf7-106a44a23c44 on network 65d87f03-3ac9-4e37-bc0e-830451025de3 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:27.819755 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:28:27.820277 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Checking segment: {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:27.820777 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:27.821230 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Bound using segment: {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:28:27.821859 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Bound port: 60211a30-2475-4992-bdf7-106a44a23c44, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:28:27.822291 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:27.834504 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27724984-45eb-5bff-894b-224ed9fae270-4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221'}]}} from dv-cinder-789564-4-iscsi. {{(pid=92320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 18:28:27.835514 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:27.876371 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-9bbd706c-2419-4e42-9f7c-02d628c38967 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/quotas/187a5a95890c46ea8bf3b5a986649d86 HTTP/1.1" status: 200  len: 375 time: 0.0860355
Jun 08 18:28:27.888841 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3076a6e1-3ff4-4026-b5b0-15944ed7a846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:27.942587 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-ba6be5db-b2ab-4450-a47b-d73dd627ea42 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=187a5a95890c46ea8bf3b5a986649d86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0652025
Jun 08 18:28:28.051646 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] For port 60211a30-2475-4992-bdf7-106a44a23c44, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:28:28.068505 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] For port 60211a30-2475-4992-bdf7-106a44a23c44, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=60211a30-2475-4992-bdf7-106a44a23c44,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:28:28.089631 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-8799aae9-4182-4079-87a8-a084a63f98f4 service neutron] 10.222.0.20 "GET /v2.0/networks/d0f295eb-208a-4278-b7dd-e8322aa693cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457403
Jun 08 18:28:28.093917 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.db_base_plugin_common [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Allocated IP 172.20.0.2 (4e65c5bf-fac2-44f5-afa7-eac51446a6b9/ce63b7a8-e50f-4613-b1c7-3a6994e16221/9876c3a2-d1d8-4861-b7d5-61c104d30e47) {{(pid=92320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:28.123073 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3076a6e1-3ff4-4026-b5b0-15944ed7a846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:28.163309 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:28.173036 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:28.180108 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:28.208800 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Router ac655738-566e-4cf6-9318-dca74ac2dfc8 is scheduled to L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf with binding_index 1 {{(pid=92319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 18:28:28.236643 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-3076a6e1-3ff4-4026-b5b0-15944ed7a846 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b8f660e21754035a85ff4568ab10203&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5712740
Jun 08 18:28:28.244381 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 57920) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:28.293884 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Pushing event updated for resources: {'Port': ['ID=60211a30-2475-4992-bdf7-106a44a23c44,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Tracked resource versions report:
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: pushed versions:
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: {   'AddressGroup': {'1.2'},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     'ConntrackHelper': {'1.0'},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     'Log': {'1.0'},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     'Network': {'1.1'},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     'Port': {'1.7'},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     'PortForwarding': {'1.2'},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     'QosPolicy': {'1.8'},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     'SecurityGroup': {'1.4'},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     'SecurityGroupRule': {'1.2'},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     'SubPort': {'1.0'},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     'Subnet': {'1.1'},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     'Trunk': {'1.1'}}
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: consumer versions:
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]: {   DHCP agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     HyperV agent@hv-cinder-78956: {},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     L3 agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     Metadata agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     Metering agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:     Open vSwitch agent@dv-cinder-789564-4-iscsi: {   'AddressGroup': '1.2',
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'ConntrackHelper': '1.0',
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'Log': '1.0',
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'Network': '1.1',
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'Port': '1.7',
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'PortForwarding': '1.2',
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'QosPolicy': '1.8',
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'SecurityGroup': '1.4',
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'SecurityGroupRule': '1.2',
Jun 08 18:28:28.316533 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'SubPort': '1.0',
Jun 08 18:28:28.322140 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'Subnet': '1.1',
Jun 08 18:28:28.322140 dv-cinder-789564-4-iscsi neutron-server[92320]:                                                      'Trunk': '1.1'}}
Jun 08 18:28:28.322140 dv-cinder-789564-4-iscsi neutron-server[92320]:  {{(pid=92320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 18:28:28.341229 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:28.368110 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-343638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61452'] for router, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:28.369097 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61443'] for router, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:28.405572 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57924) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:28.409648 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076a6e1-3ff4-4026-b5b0-15944ed7a846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a57460-b5be-46c9-a523-5f8361df3738,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:28.422533 dv-cinder-789564-4-iscsi neutron-server[92319]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 08 18:28:28.432837 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-3076a6e1-3ff4-4026-b5b0-15944ed7a846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:28.435590 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Notify callbacks [] for port, precommit_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:28.448240 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Transition to ACTIVE for port object 9876c3a2-d1d8-4861-b7d5-61c104d30e47 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:28.461030 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-280e2f35-bca6-46fd-bfb6-98d5d0149b40 service neutron] 10.222.0.20 "GET /v2.0/networks/d0f295eb-208a-4278-b7dd-e8322aa693cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3708379
Jun 08 18:28:28.476657 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b9395a60-8c03-4b80-a565-e3a4e77b0bfb req-39039479-3553-45e9-ae50-54c372d57291 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.0696499
Jun 08 18:28:28.477962 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Transition to ACTIVE for port object 9876c3a2-d1d8-4861-b7d5-61c104d30e47 will not be triggered until provisioned by entity DHCP. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:28.494415 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:28.535076 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c74f0cf8-984c-49c6-9408-dabdb7bcbaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:28.547603 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:28.548441 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:28.548441 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:28.548441 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:28.548441 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:28.548441 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:28.548441 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:28.607839 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 is already hosted by enough agents. {{(pid=92320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:28.607839 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.base_scheduler [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Resources bound (agent type, host, resource id):  {{(pid=92320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:28.607839 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Received port after_create {{(pid=92320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:28.636440 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:28:28.645905 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Sync routers for ids ['ac655738-566e-4cf6-9318-dca74ac2dfc8'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:28:28.675096 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Routers {'ac655738-566e-4cf6-9318-dca74ac2dfc8'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:28:28.675887 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e5fac0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:28:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ac655738-566e-4cf6-9318-dca74ac2dfc8'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:28.689248 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c74f0cf8-984c-49c6-9408-dabdb7bcbaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:28.749475 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] Notify callbacks [] for router, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:28.754366 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-e4bba13a-a48f-4515-b205-9f1bff5a6c3a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.0295160
Jun 08 18:28:28.755136 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 57934) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:28.924080 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Attempting to bind port 9876c3a2-d1d8-4861-b7d5-61c104d30e47 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:28:28.924451 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Attempting to bind port 9876c3a2-d1d8-4861-b7d5-61c104d30e47 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:28:28.924810 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Attempting to bind port 9876c3a2-d1d8-4861-b7d5-61c104d30e47 on network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:28.937911 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:28:28.938294 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Checking segment: {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:28.938697 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:28.939113 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Bound using segment: {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:28:28.939584 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Bound port: 9876c3a2-d1d8-4861-b7d5-61c104d30e47, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:28:28.939956 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:28.987192 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ed96f14b-266a-45e2-a9ce-fc2aacdb47f3 req-d37dff33-95d3-45bd-a99f-77c2d6f20ddb tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 210 time: 0.0930164
Jun 08 18:28:29.098966 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Set router ac655738-566e-4cf6-9318-dca74ac2dfc8 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:28:29.148113 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] For port 9876c3a2-d1d8-4861-b7d5-61c104d30e47, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:28:29.157007 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] For port 9876c3a2-d1d8-4861-b7d5-61c104d30e47, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=9876c3a2-d1d8-4861-b7d5-61c104d30e47,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:28:29.241144 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:29.246511 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-1ce31182-67d1-4e7e-8616-479010e14555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:29.361751 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-343620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61489'] for router, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:29.393703 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:29.400129 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Pushing event updated for resources: {'Port': ['ID=9876c3a2-d1d8-4861-b7d5-61c104d30e47,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:29.415878 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:29.434836 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:29.569623 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e5fac0>, [{'id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-730513170-router', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:24Z', 'updated_at': '2021-06-08T18:28:26Z', 'revision_number': 3, 'project_id': '00bc36fbe4414e2aa41c9772972a300e', 'gw_port': {'id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:25Z', 'updated_at': '2021-06-08T18:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:29.575303 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Checking router: ac655738-566e-4cf6-9318-dca74ac2dfc8 for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:28:29.576467 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Updating router ac655738-566e-4cf6-9318-dca74ac2dfc8 port bd83ae14-f29c-417d-9ee0-5745ec3f3800 binding host dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:28:29.580788 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c74f0cf8-984c-49c6-9408-dabdb7bcbaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:29.593679 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c74f0cf8-984c-49c6-9408-dabdb7bcbaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:29.594807 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c74f0cf8-984c-49c6-9408-dabdb7bcbaa5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57a57460-b5be-46c9-a523-5f8361df3738 HTTP/1.1" status: 204  len: 168 time: 1.3487453
Jun 08 18:28:29.599095 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:29.617659 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f0cf8-984c-49c6-9408-dabdb7bcbaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a57460-b5be-46c9-a523-5f8361df3738,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:29.624522 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c74f0cf8-984c-49c6-9408-dabdb7bcbaa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:29.723243 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:29.792993 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Allocated IP 172.27.1.217 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/0abd7d27-4309-4039-993f-10fa97fbd488) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:29.907075 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-afe570e1-8b7b-4c81-9ba3-aed73041a723 req-28b75234-ced4-4f7b-b39c-0b6136feb93d tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.2508557
Jun 08 18:28:29.958258 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a17e6f-2445-497c-a511-b0b1c0576ac1 None None] Network 65d87f03-3ac9-4e37-bc0e-830451025de3 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:28:30.141720 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b9eef241-f771-44c7-9225-b16e3e22d311 req-ef69e8e8-4a8b-45bf-bd93-23baa8d7f76c tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 210 time: 0.0812817
Jun 08 18:28:30.157887 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:30.219653 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:30.243437 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-658149c0-fdaa-4928-bb2d-344399bcdb1a None None] Provisioning for port 60211a30-2475-4992-bdf7-106a44a23c44 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:28:30.439835 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:30.478698 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:30.524434 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 9876c3a2-d1d8-4861-b7d5-61c104d30e47 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:30.589719 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:30.590439 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:30.590439 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:30.590439 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:30.590439 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:30.590439 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:30.590439 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:30.612517 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:30.613665 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:30.616347 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:30.777060 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 9876c3a2-d1d8-4861-b7d5-61c104d30e47 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:28:30.783526 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 60211a30-2475-4992-bdf7-106a44a23c44 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:30.852563 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Allocated IP 172.20.0.1 (7fc2034f-f9dc-4cde-884f-66131f58500b/33eab693-69b1-41c2-88cf-adfe5e14a0e4/f14a204b-5e87-4b7f-80e6-667f2dc9e5b3) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:30.933398 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbfc268-1285-4da6-a06a-44c4d23467ac None None] Network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:28:30.982939 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:30.996989 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.provisioning_blocks [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Transition to ACTIVE for port object bd83ae14-f29c-417d-9ee0-5745ec3f3800 will not be triggered until provisioned by entity L2. {{(pid=92321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:31.087104 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 60211a30-2475-4992-bdf7-106a44a23c44 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:28:31.095828 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.101115 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:31.138890 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-cedd53be-0608-46f3-9260-dd928e8c5608 req-2565fbc1-9389-436c-995c-add7b3480fbd tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.0578020
Jun 08 18:28:31.171562 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.176887 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 60211a30-2475-4992-bdf7-106a44a23c44 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:31.177273 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.273156 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Attempting to bind port bd83ae14-f29c-417d-9ee0-5745ec3f3800 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:28:31.273686 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Attempting to bind port bd83ae14-f29c-417d-9ee0-5745ec3f3800 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:28:31.275506 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Attempting to bind port bd83ae14-f29c-417d-9ee0-5745ec3f3800 on network a06ee958-817b-4651-8f1f-374b575e10a7 {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:31.289088 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.290083 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:31.290083 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:31.290083 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:31.290083 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:31.290083 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:31.290083 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:31.297499 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Pushing event updated for resources: {'Port': ['ID=bd83ae14-f29c-417d-9ee0-5745ec3f3800,revision_number=2']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:31.303494 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:28:31.305285 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Checking segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:31.306468 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.309627 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Bound using segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:28:31.310750 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Bound port: bd83ae14-f29c-417d-9ee0-5745ec3f3800, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:28:31.312255 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Network 7fc2034f-f9dc-4cde-884f-66131f58500b is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:31.312763 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.313889 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:31.317040 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:31.317863 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380899'] for router_interface, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.322069 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.379767 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:31.380018 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-a839f1e8-c854-4e45-b69f-d55468acd504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.380482 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:31.381086 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:31.381086 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:31.381591 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:31.382018 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:31.382437 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:31.382870 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:31.383342 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:31.383935 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:31.384359 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:31.384799 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Tracked resource versions report:
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]: pushed versions:
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]: {   'AddressGroup': {'1.2'},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     'ConntrackHelper': {'1.0'},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     'Log': {'1.0'},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     'Network': {'1.1'},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     'Port': {'1.7'},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     'PortForwarding': {'1.2'},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     'QosPolicy': {'1.8'},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     'SecurityGroup': {'1.4'},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     'SecurityGroupRule': {'1.2'},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     'SubPort': {'1.0'},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     'Subnet': {'1.1'},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     'Trunk': {'1.1'}}
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]: consumer versions:
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]: {   DHCP agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     HyperV agent@hv-cinder-78956: {},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     L3 agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     Metadata agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     Metering agent@dv-cinder-789564-4-iscsi: {},
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:     Open vSwitch agent@dv-cinder-789564-4-iscsi: {   'AddressGroup': '1.2',
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'ConntrackHelper': '1.0',
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'Log': '1.0',
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'Network': '1.1',
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'Port': '1.7',
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'PortForwarding': '1.2',
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'QosPolicy': '1.8',
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'SecurityGroup': '1.4',
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'SecurityGroupRule': '1.2',
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'SubPort': '1.0',
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'Subnet': '1.1',
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:                                                      'Trunk': '1.1'}}
Jun 08 18:28:31.385941 dv-cinder-789564-4-iscsi neutron-server[92321]:  {{(pid=92321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 08 18:28:31.392469 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:31.427544 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] For port bd83ae14-f29c-417d-9ee0-5745ec3f3800, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:28:31.431680 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] For port bd83ae14-f29c-417d-9ee0-5745ec3f3800, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=bd83ae14-f29c-417d-9ee0-5745ec3f3800,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:28:31.453814 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-ac095cbe-c1f2-4001-a709-13de2d19e666 None None] Provisioning for port 9876c3a2-d1d8-4861-b7d5-61c104d30e47 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:28:31.497113 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-ac095cbe-c1f2-4001-a709-13de2d19e666 None None] Provisioning complete for port 9876c3a2-d1d8-4861-b7d5-61c104d30e47 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:31.498170 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ac095cbe-c1f2-4001-a709-13de2d19e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.543907 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.549918 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.562377 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:31.658250 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 60211a30-2475-4992-bdf7-106a44a23c44, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=60211a30-2475-4992-bdf7-106a44a23c44,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:28:31.659182 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-05738f59-c73b-4b4c-81b1-1c6dbf353820 req-60b7c849-1ffa-4311-bce9-78cbf88c60ed tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 210 time: 0.1662197
Jun 08 18:28:31.665253 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.db.api [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.27.1.217-d2b82fcc-98cf-4de6-a2ab-9e3719d883ba {{(pid=92318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 08 18:28:31.665652 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_db.api [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 08 18:28:31.679790 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Routers {'ac655738-566e-4cf6-9318-dca74ac2dfc8'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:28:31.680807 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e5fac0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:28:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ac655738-566e-4cf6-9318-dca74ac2dfc8'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:31.749441 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ac095cbe-c1f2-4001-a709-13de2d19e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.766874 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:31.791827 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:31.882433 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-ac095cbe-c1f2-4001-a709-13de2d19e666 None None] For port 9876c3a2-d1d8-4861-b7d5-61c104d30e47, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=9876c3a2-d1d8-4861-b7d5-61c104d30e47,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:28:31.904257 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Pushing event updated for resources: {'Port': ['ID=bd83ae14-f29c-417d-9ee0-5745ec3f3800,revision_number=3']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:31.904554 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=60211a30-2475-4992-bdf7-106a44a23c44,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:31.908346 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:31.911445 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:31.969006 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-343629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337077'] for router, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:32.021274 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ac095cbe-c1f2-4001-a709-13de2d19e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:32.025188 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:32.025525 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] Set router ac655738-566e-4cf6-9318-dca74ac2dfc8 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:28:32.109592 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:32.173423 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:32.196438 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac095cbe-c1f2-4001-a709-13de2d19e666 None None] Pushing event updated for resources: {'Port': ['ID=9876c3a2-d1d8-4861-b7d5-61c104d30e47,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:32.244447 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-ac095cbe-c1f2-4001-a709-13de2d19e666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:32.249349 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-d8fd9edb-3ae1-43da-96e8-e1cd90d86204 None None] Provisioning complete for port 9876c3a2-d1d8-4861-b7d5-61c104d30e47 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:32.250364 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9edb-3ae1-43da-96e8-e1cd90d86204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:32.487367 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Router 4e510d60-b747-4def-a36c-8b3e780c3fbf is scheduled to L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf with binding_index 1 {{(pid=92318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 18:28:32.514073 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c9048b33-253f-4ddb-a996-529b763f5e86 req-ef00ac20-c323-4a41-973c-628912df5333 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.1101830
Jun 08 18:28:32.519694 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 9876c3a2-d1d8-4861-b7d5-61c104d30e47 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:32.545090 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Allocated IP 172.27.1.108 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/cbfef36f-5a4f-45c4-9e8e-5309dc7983c3) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:32.578233 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e5fac0>, [{'id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-730513170-router', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:24Z', 'updated_at': '2021-06-08T18:28:26Z', 'revision_number': 3, 'project_id': '00bc36fbe4414e2aa41c9772972a300e', 'gw_port': {'id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:25Z', 'updated_at': '2021-06-08T18:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:32.584833 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f1bb5-4b73-490d-8921-8e1bb00819b5 None None] The sync data for ids ['ac655738-566e-4cf6-9318-dca74ac2dfc8'] in dv-cinder-789564-4-iscsi is: [{'id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-730513170-router', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:24Z', 'updated_at': '2021-06-08T18:28:26Z', 'revision_number': 3, 'project_id': '00bc36fbe4414e2aa41c9772972a300e', 'gw_port': {'id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:25Z', 'updated_at': '2021-06-08T18:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:28:32.650997 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:32.739842 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 9876c3a2-d1d8-4861-b7d5-61c104d30e47 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:32.739842 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:32.798156 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:32.799793 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380706'] for router_interface, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:32.804539 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:32.932127 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 60211a30-2475-4992-bdf7-106a44a23c44 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:33.087927 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 60211a30-2475-4992-bdf7-106a44a23c44 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:33.088350 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:33.171159 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Pushing event updated for resources: {'Port': ['ID=f14a204b-5e87-4b7f-80e6-667f2dc9e5b3,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:33.179981 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:28:33.217747 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:33.223337 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-97b5c462-4a0f-4590-a99b-fb113e5dae8f req-9cd2b0f0-3b0b-4b02-a6d1-1fbe03169122 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 210 time: 0.2997890
Jun 08 18:28:33.269283 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Sync routers for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:28:33.270279 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:33.318756 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Network 7fc2034f-f9dc-4cde-884f-66131f58500b is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:33.320287 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:33.325494 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] Notify callbacks [] for router, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:33.334569 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-d76c76a2-9ecd-49e1-883d-28ed887c9551 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.8731282
Jun 08 18:28:33.338597 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 58078) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:33.338979 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.37', 59240) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:33.344604 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:28:33.346180 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc526850>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:28:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:33.445895 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 58082) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:33.650105 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Router ac655738-566e-4cf6-9318-dca74ac2dfc8 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:28:33.761469 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:33.762143 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:33.762143 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:33.762143 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:33.762143 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:33.762143 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:33.762143 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:33.789472 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:28:33.867355 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4d176549-b4d0-4e0a-96c5-60c876f4180b req-72d58a47-562a-4aec-90b8-f1e4dec37df9 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.1279724
Jun 08 18:28:33.893033 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:33.894501 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:33.966765 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:33.974656 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:34.052736 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.37', 59241) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:34.104633 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-803363a8-eca9-4018-8f68-25c2d74b7d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:34.109755 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:28:34.128347 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] 10.222.0.20 "PUT /v2.0/routers/ac655738-566e-4cf6-9318-dca74ac2dfc8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3625743
Jun 08 18:28:34.423486 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc526850>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:30Z', 'revision_number': 3, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:34.436449 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Checking router: 4e510d60-b747-4def-a36c-8b3e780c3fbf for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:28:34.437113 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Updating router 4e510d60-b747-4def-a36c-8b3e780c3fbf port 0abd7d27-4309-4039-993f-10fa97fbd488 binding host dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:28:34.449416 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0d256461-d743-4a3a-8ee2-74a4c3f15ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:34.567468 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device bd83ae14-f29c-417d-9ee0-5745ec3f3800 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:34.568225 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-5f391def-c308-4f29-9a50-722ab4da9208 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:34.569737 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-5f391def-c308-4f29-9a50-722ab4da9208 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.37 "GET /v2.0/networks?id=d0f295eb-208a-4278-b7dd-e8322aa693cf HTTP/1.1" status: 200  len: 811 time: 1.2181265
Jun 08 18:28:34.593516 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-16be36b9-cf16-40c5-b624-b0511e40b357 req-d5af5659-4e08-452c-bdd2-15ae1effe10e tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 210 time: 0.1166952
Jun 08 18:28:34.725964 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:34.819607 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Request body: {'port': {'device_id': 'a90c890c-d006-41b2-98df-5852f273e41c', 'network_id': 'd0f295eb-208a-4278-b7dd-e8322aa693cf', 'admin_state_up': True, 'tenant_id': '187a5a95890c46ea8bf3b5a986649d86'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:34.955855 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:34.999398 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port bd83ae14-f29c-417d-9ee0-5745ec3f3800 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:28:35.033014 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port bd83ae14-f29c-417d-9ee0-5745ec3f3800 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:35.046247 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:35.272827 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Sync routers for ids ['ac655738-566e-4cf6-9318-dca74ac2dfc8'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:28:35.293990 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Routers {'ac655738-566e-4cf6-9318-dca74ac2dfc8'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:28:35.302488 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0591c0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:28:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ac655738-566e-4cf6-9318-dca74ac2dfc8'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:35.313274 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-1f905dbe-244b-4340-99b6-26708a3d5703 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:35.320888 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-1f905dbe-244b-4340-99b6-26708a3d5703 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 818 time: 0.1946476
Jun 08 18:28:35.344338 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-8b468757-0e29-4d92-8e0c-61f1baf5596e tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/quotas/00bc36fbe4414e2aa41c9772972a300e HTTP/1.1" status: 200  len: 375 time: 0.0222521
Jun 08 18:28:35.405771 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b0695913-1240-4213-b3a9-e564fbf835de req-b1511bef-fc38-476e-87bb-bfeddc2651ac tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.2304993
Jun 08 18:28:35.416488 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:35.442858 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-9d5f9931-4ab3-4e72-9c86-ff7627178624 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0977559
Jun 08 18:28:35.531597 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port bd83ae14-f29c-417d-9ee0-5745ec3f3800, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=bd83ae14-f29c-417d-9ee0-5745ec3f3800,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:28:35.581438 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Notify callbacks [] for port, precommit_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:35.603282 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Transition to ACTIVE for port object 0abd7d27-4309-4039-993f-10fa97fbd488 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:35.608534 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:35.617460 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-b49063b0-ff6a-4176-ac1b-946668cbea43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:35.619494 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:35.672630 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-4c8bf549-301f-48d8-bb69-461570d1f106 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92319) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 18:28:35.677272 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-4c8bf549-301f-48d8-bb69-461570d1f106 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1154237
Jun 08 18:28:35.715910 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:35.770679 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Set router ac655738-566e-4cf6-9318-dca74ac2dfc8 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:28:35.842746 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=bd83ae14-f29c-417d-9ee0-5745ec3f3800,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:35.845689 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Attempting to bind port 0abd7d27-4309-4039-993f-10fa97fbd488 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:28:35.845979 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Attempting to bind port 0abd7d27-4309-4039-993f-10fa97fbd488 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:28:35.846350 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Attempting to bind port 0abd7d27-4309-4039-993f-10fa97fbd488 on network a06ee958-817b-4651-8f1f-374b575e10a7 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:35.859073 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:35.859513 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:28:35.859898 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Checking segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:35.870719 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:35.871292 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Bound using segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:28:35.871884 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Bound port: 0abd7d27-4309-4039-993f-10fa97fbd488, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:28:35.872982 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:35.910548 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-7303a34a-bb1c-4c74-8f08-799aa9f7cbe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:36.002073 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-db4a1081-e1bb-4b36-b7dc-4ef64df00687 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3218877
Jun 08 18:28:36.128598 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006ca0e-b51b-44be-929a-5d0c2944adab None None] Pushing event updated for resources: {'Port': ['ID=0abd7d27-4309-4039-993f-10fa97fbd488,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:36.133150 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-c006ca0e-b51b-44be-929a-5d0c2944adab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:36.172729 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] For port 0abd7d27-4309-4039-993f-10fa97fbd488, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:28:36.187107 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] For port 0abd7d27-4309-4039-993f-10fa97fbd488, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=0abd7d27-4309-4039-993f-10fa97fbd488,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:28:36.241155 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-235ec0d3-4c17-4852-b1fa-86fc98a642bd service neutron] 10.222.0.20 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2372408
Jun 08 18:28:36.250456 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:36.254856 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:36.376142 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ddf7b7-1931-4dd4-8725-49d1964b9365 req-4e10d73a-4d1a-44da-983b-789be0d6bfe7 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 210 time: 0.4106345
Jun 08 18:28:36.401503 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0591c0>, [{'id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-730513170-router', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:24Z', 'updated_at': '2021-06-08T18:28:31Z', 'revision_number': 4, 'project_id': '00bc36fbe4414e2aa41c9772972a300e', 'gw_port': {'id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:25Z', 'updated_at': '2021-06-08T18:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'f14a204b-5e87-4b7f-80e6-667f2dc9e5b3', 'name': '', 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'mac_address': 'fa:16:3e:93:43:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '33eab693-69b1-41c2-88cf-adfe5e14a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:30Z', 'updated_at': '2021-06-08T18:28:32Z', 'revision_number': 2, 'project_id': '00bc36fbe4414e2aa41c9772972a300e', 'subnets': [{'id': '33eab693-69b1-41c2-88cf-adfe5e14a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:36.416524 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Checking router: ac655738-566e-4cf6-9318-dca74ac2dfc8 for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:28:36.417132 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Updating router ac655738-566e-4cf6-9318-dca74ac2dfc8 port f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 binding host dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:28:36.514988 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device bd83ae14-f29c-417d-9ee0-5745ec3f3800 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:36.531109 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:36.552615 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-d65e6f41-dae4-46bb-b00e-7fed94ddb623 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:36.554131 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-d65e6f41-dae4-46bb-b00e-7fed94ddb623 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "GET /v2.0/networks?id=ce67736a-60bd-4a6c-bff9-9a77902ba73d HTTP/1.1" status: 200  len: 814 time: 2.1279144
Jun 08 18:28:36.619317 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Request body: {'port': {'device_id': '5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc', 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d', 'admin_state_up': True, 'tenant_id': 'a093b203f77548e691e2d2517a9f4a24'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:36.702023 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:28:36.702537 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc526850>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:28:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:36.890811 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006ca0e-b51b-44be-929a-5d0c2944adab None None] Pushing event updated for resources: {'Port': ['ID=0abd7d27-4309-4039-993f-10fa97fbd488,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:36.919922 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-c006ca0e-b51b-44be-929a-5d0c2944adab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:37.037124 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-42718af2-c29c-48d8-b3a5-56c9fcff9ac8 req-374858f2-1ac8-46ec-9212-5cb281ffe7de tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 210 time: 0.1602509
Jun 08 18:28:37.105333 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d430bc42-1a49-4aee-914c-b7e878c24956 req-4afcfa48-cec7-41b9-a561-23745752fc27 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.2053797
Jun 08 18:28:37.111658 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:37.203986 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port bd83ae14-f29c-417d-9ee0-5745ec3f3800 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:37.204544 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:37.256525 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0d256461-d743-4a3a-8ee2-74a4c3f15ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:37.320255 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:28:37.382385 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Notify callbacks [] for port, precommit_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:37.407941 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.provisioning_blocks [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Transition to ACTIVE for port object f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 will not be triggered until provisioned by entity L2. {{(pid=92321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:37.489183 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0d256461-d743-4a3a-8ee2-74a4c3f15ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:37.548638 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:37.562329 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-43d2c4e0-0fed-46e5-86d0-c3536e1f804c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:37.589744 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-61e667e7-445a-4299-b240-a395841efcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:37.704419 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b8a196d5-9849-41e4-a362-f1d4e24cc7f8 req-956e5b63-78de-440f-baea-cd6331ece28b tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 210 time: 0.0856671
Jun 08 18:28:37.806236 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d256461-d743-4a3a-8ee2-74a4c3f15ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faab068-0256-4b68-946e-f800110ac48e,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:37.853371 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0d256461-d743-4a3a-8ee2-74a4c3f15ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:37.892187 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebb407-fc0c-46b4-ac50-5e249817fc5f None None] Pushing event updated for resources: {'Port': ['ID=f14a204b-5e87-4b7f-80e6-667f2dc9e5b3,revision_number=3']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:37.893307 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:37.900754 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-a4ebb407-fc0c-46b4-ac50-5e249817fc5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:37.924330 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Attempting to bind port f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:28:37.929437 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Attempting to bind port f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:28:37.930236 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Attempting to bind port f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 on network 7fc2034f-f9dc-4cde-884f-66131f58500b {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:37.938195 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:28:37.946779 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Checking segment: {'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:37.947879 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:37.949177 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Bound using segment: {'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:28:37.950783 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Bound port: f14a204b-5e87-4b7f-80e6-667f2dc9e5b3, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'}}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:28:37.955715 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:37.985862 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58230) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:38.026039 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-343629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337077'] for router, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:38.051209 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Made reservation on behalf of 187a5a95890c46ea8bf3b5a986649d86 for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:38.054806 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:38.081566 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-0d256461-d743-4a3a-8ee2-74a4c3f15ecf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dafde1ecfeba4fb8a50ebbd7ccdc8dbc&name=default HTTP/1.1" status: 200  len: 2975 time: 4.6006088
Jun 08 18:28:38.084610 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58234) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:38.176252 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc526850>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:30Z', 'revision_number': 3, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:38.182466 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3a675-0d46-4664-9162-c2fbfcba7e7d None None] The sync data for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi is: [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:30Z', 'revision_number': 3, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:28:38.259299 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3496a5d3-c033-4035-93d2-90b1277c90d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:38.283955 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] For port f14a204b-5e87-4b7f-80e6-667f2dc9e5b3, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:28:38.294847 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] For port f14a204b-5e87-4b7f-80e6-667f2dc9e5b3, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=f14a204b-5e87-4b7f-80e6-667f2dc9e5b3,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:28:38.331923 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3496a5d3-c033-4035-93d2-90b1277c90d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:38.359457 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Made reservation on behalf of a093b203f77548e691e2d2517a9f4a24 for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:38.365341 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:38.372202 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4d9c89ad-520b-4650-ae5b-e9f3d71d67dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:38.408114 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:38.428647 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:38.470940 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4fec8e25-5986-47fe-9e22-dea537600e1a req-13125f25-3f0e-4fa4-9483-bcc79c9234f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.0701602
Jun 08 18:28:38.548335 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-7d6624f8-b215-45c9-8277-4fd8d4d05b31 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:38.549956 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-7d6624f8-b215-45c9-8277-4fd8d4d05b31 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 818 time: 1.1397343
Jun 08 18:28:38.607620 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Routers {'ac655738-566e-4cf6-9318-dca74ac2dfc8'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:28:38.608270 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0591c0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:28:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ac655738-566e-4cf6-9318-dca74ac2dfc8'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:38.635768 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3496a5d3-c033-4035-93d2-90b1277c90d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:38.641136 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3496a5d3-c033-4035-93d2-90b1277c90d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:38.643843 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-3496a5d3-c033-4035-93d2-90b1277c90d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6faab068-0256-4b68-946e-f800110ac48e HTTP/1.1" status: 204  len: 168 time: 0.5575643
Jun 08 18:28:38.666164 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:38.733995 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d81cb8cb-a86c-4ed7-b446-3e9d9f276aa3 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/quotas/00bc36fbe4414e2aa41c9772972a300e HTTP/1.1" status: 200  len: 375 time: 0.1168122
Jun 08 18:28:38.788135 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebb407-fc0c-46b4-ac50-5e249817fc5f None None] Pushing event updated for resources: {'Port': ['ID=f14a204b-5e87-4b7f-80e6-667f2dc9e5b3,revision_number=4']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:38.800233 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496a5d3-c033-4035-93d2-90b1277c90d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faab068-0256-4b68-946e-f800110ac48e,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:38.807826 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-3496a5d3-c033-4035-93d2-90b1277c90d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:38.845767 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-a4ebb407-fc0c-46b4-ac50-5e249817fc5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:39.065479 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-922d40a3-6e6a-49fa-ac51-6f3294ad3ef9 req-40c21dd3-c903-481a-8b0e-e307979aa14b tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 210 time: 0.1388717
Jun 08 18:28:39.117376 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4d9c89ad-520b-4650-ae5b-e9f3d71d67dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:39.183005 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4d9c89ad-520b-4650-ae5b-e9f3d71d67dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:39.194686 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:39.233089 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] Set router ac655738-566e-4cf6-9318-dca74ac2dfc8 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:28:39.663210 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-4d9c89ad-520b-4650-ae5b-e9f3d71d67dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0046c578b8864356b3f19888e291592d&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3155529
Jun 08 18:28:39.670145 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Allocated IP 172.20.0.7 (d0f295eb-208a-4278-b7dd-e8322aa693cf/363675c6-db47-4f44-bb10-ee558451a3da/f4132aaf-247d-4b8e-af20-097dd78c602a) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:39.673792 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58250) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:39.673792 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c89ad-520b-4650-ae5b-e9f3d71d67dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6f1e94-5aad-4727-8599-8efd56b38eac,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:39.673792 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4d9c89ad-520b-4650-ae5b-e9f3d71d67dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:39.676161 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Allocated IP 172.20.0.1 (65d87f03-3ac9-4e37-bc0e-830451025de3/adb8427b-2336-4883-8f9e-c5554904bb1a/82a423f1-1dde-4401-a49d-26e11deffa2b) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:39.676161 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Allocated IP 172.20.0.9 (ce67736a-60bd-4a6c-bff9-9a77902ba73d/f0cd0f06-8822-402d-a542-9efbc09b2fe1/93860c6c-def9-46e6-b58f-6e75ecee3d1c) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:39.676373 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3090798b-4f26-4bb5-ac5c-f8fb15820ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:39.676373 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3090798b-4f26-4bb5-ac5c-f8fb15820ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:39.701060 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Router 79b8186e-eecb-4c9e-8222-f5374f82651c is scheduled to L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf with binding_index 1 {{(pid=92318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 18:28:39.810602 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0823e783-b792-4160-a9a4-8985b4827ab8 req-a880aa2e-9172-4a50-b812-d97229a721d9 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.0702732
Jun 08 18:28:39.909249 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-92d14644-0a9a-4d70-985a-88c1a3d92720 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9819756
Jun 08 18:28:39.931552 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3090798b-4f26-4bb5-ac5c-f8fb15820ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:39.934458 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3090798b-4f26-4bb5-ac5c-f8fb15820ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:39.938082 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-3090798b-4f26-4bb5-ac5c-f8fb15820ae3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf6f1e94-5aad-4727-8599-8efd56b38eac HTTP/1.1" status: 204  len: 168 time: 0.6234860
Jun 08 18:28:39.938082 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:39.957479 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090798b-4f26-4bb5-ac5c-f8fb15820ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6f1e94-5aad-4727-8599-8efd56b38eac,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:39.961537 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-3090798b-4f26-4bb5-ac5c-f8fb15820ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:40.085359 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0591c0>, [{'id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-730513170-router', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:24Z', 'updated_at': '2021-06-08T18:28:31Z', 'revision_number': 4, 'project_id': '00bc36fbe4414e2aa41c9772972a300e', 'gw_port': {'id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:25Z', 'updated_at': '2021-06-08T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'f14a204b-5e87-4b7f-80e6-667f2dc9e5b3', 'name': '', 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'mac_address': 'fa:16:3e:93:43:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '33eab693-69b1-41c2-88cf-adfe5e14a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:30Z', 'updated_at': '2021-06-08T18:28:38Z', 'revision_number': 4, 'project_id': '00bc36fbe4414e2aa41c9772972a300e', 'subnets': [{'id': '33eab693-69b1-41c2-88cf-adfe5e14a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:40.109081 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b16c7d-1f1b-43c5-a4c4-10f4bc4dde9a None None] The sync data for ids ['ac655738-566e-4cf6-9318-dca74ac2dfc8'] in dv-cinder-789564-4-iscsi is: [{'id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-730513170-router', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:24Z', 'updated_at': '2021-06-08T18:28:31Z', 'revision_number': 4, 'project_id': '00bc36fbe4414e2aa41c9772972a300e', 'gw_port': {'id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:25Z', 'updated_at': '2021-06-08T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'f14a204b-5e87-4b7f-80e6-667f2dc9e5b3', 'name': '', 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'mac_address': 'fa:16:3e:93:43:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '33eab693-69b1-41c2-88cf-adfe5e14a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:30Z', 'updated_at': '2021-06-08T18:28:38Z', 'revision_number': 4, 'project_id': '00bc36fbe4414e2aa41c9772972a300e', 'subnets': [{'id': '33eab693-69b1-41c2-88cf-adfe5e14a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:28:40.556030 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5950bf65-9939-4880-958f-cccf07ed0f2b req-7b524a9a-8bff-4dd8-a853-78a091a065ee tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 210 time: 0.1429558
Jun 08 18:28:40.576108 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-05f7f2ff-8963-42a8-8b72-a36c0bbfa557 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6586299
Jun 08 18:28:40.659338 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 0abd7d27-4309-4039-993f-10fa97fbd488 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:40.935304 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 0abd7d27-4309-4039-993f-10fa97fbd488 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:28:40.942289 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 0abd7d27-4309-4039-993f-10fa97fbd488 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:40.943073 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:41.117926 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.37', 59255) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:41.165401 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8c04945b-ca09-47b6-947e-41de1bd70e75 req-ed45b0d0-1411-44fd-942e-73964a548cf0 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.1076777
Jun 08 18:28:41.478587 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:41.538966 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 0abd7d27-4309-4039-993f-10fa97fbd488, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=0abd7d27-4309-4039-993f-10fa97fbd488,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:28:41.683663 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:41.686165 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:41.729842 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:41.867269 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:41.932940 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8088da6e-3ffb-49a0-8a6d-5724c8628abe req-3fc5a3b0-faaf-4146-9505-4677c2e29eb1 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 210 time: 0.1256053
Jun 08 18:28:42.101570 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=0abd7d27-4309-4039-993f-10fa97fbd488,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:42.123853 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:42.171402 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Transition to ACTIVE for port object 82a423f1-1dde-4401-a49d-26e11deffa2b will not be triggered until provisioned by entity DHCP. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:42.397846 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:42.402523 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0b9f161f-7aff-4c9f-a0e9-557386e25998 req-51c507d6-185b-41db-b06f-00ef45de88fe tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.0499942
Jun 08 18:28:42.405555 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-23e8b870-d76d-42a2-8d54-98e9bc2f91b7 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8283014
Jun 08 18:28:42.411911 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-6aaf19cd-3bb3-4f85-8e2a-e9a6db71bdb9 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:42.413311 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-6aaf19cd-3bb3-4f85-8e2a-e9a6db71bdb9 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.37 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 818 time: 1.2936528
Jun 08 18:28:42.418754 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:28:42.428824 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Sync routers for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:28:42.448127 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:28:42.448755 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7ec1fa0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:28:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:42.487395 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:42.660338 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:28:42.962221 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7ec1fa0>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:34Z', 'revision_number': 3, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:42.966695 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Checking router: 79b8186e-eecb-4c9e-8222-f5374f82651c for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:28:42.967107 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Updating router 79b8186e-eecb-4c9e-8222-f5374f82651c port cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 binding host dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:28:42.997401 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:28:43.015306 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:43.015692 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:43.053188 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:43.054175 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:43.054175 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:43.054175 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:43.054175 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:43.054175 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:43.054175 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:43.064196 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:43.077417 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:43.083553 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:43.083553 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:43.083553 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:43.083553 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:43.083553 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:43.083553 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:43.100121 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:43.101794 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] Notify callbacks [] for router, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:43.102899 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-f0418fc2-d757-4511-8a06-5d15011469d7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 15.8844516
Jun 08 18:28:43.105933 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:43.105933 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:43.105933 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:43.105933 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:43.105933 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:43.105933 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:43.112397 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 58320) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:43.228745 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b2f4a-dee4-44f9-bd7d-ff483d21c10d req-3357ba55-91d8-4914-953e-212e3ac81c46 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:43.230266 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b33b2f4a-dee4-44f9-bd7d-ff483d21c10d req-3357ba55-91d8-4914-953e-212e3ac81c46 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 931 time: 0.1908066
Jun 08 18:28:43.243600 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Network ce67736a-60bd-4a6c-bff9-9a77902ba73d is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:43.245755 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Network 65d87f03-3ac9-4e37-bc0e-830451025de3 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:43.249628 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:43.259743 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Network d0f295eb-208a-4278-b7dd-e8322aa693cf is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:43.299449 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:28:43.305228 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b33b2f4a-dee4-44f9-bd7d-ff483d21c10d req-c86cdb56-e3bc-476f-a578-0a2d3a0959f4 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678456
Jun 08 18:28:43.313737 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:43.319637 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:43.320245 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:43.325855 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:43.327850 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:43.336410 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:43.347637 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:43.353007 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:43.353626 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:43.388101 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-adbe7a7b-272c-49d1-9f88-3193b10d0e4a req-2396cd6b-8570-40ee-87de-d4bf16016e2c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 210 time: 0.1904008
Jun 08 18:28:43.471057 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port f14a204b-5e87-4b7f-80e6-667f2dc9e5b3, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=f14a204b-5e87-4b7f-80e6-667f2dc9e5b3,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:28:43.493277 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:43.497563 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380899'] for router_interface, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:43.598831 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:43.612559 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:43.705111 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e6c56-0fc4-4e7b-979b-4b4894b10257 req-71ab5e07-ca5e-4aee-ab2c-81cd1b7effaf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:43.726171 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-420e6c56-0fc4-4e7b-979b-4b4894b10257 req-71ab5e07-ca5e-4aee-ab2c-81cd1b7effaf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 931 time: 0.1898673
Jun 08 18:28:43.772867 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-a721b572-8954-4f9a-a074-f952507d5378 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.9886868
Jun 08 18:28:43.783152 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-255889c6-7af2-4695-a828-7f4cbfc1b25c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.1997232
Jun 08 18:28:43.792731 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=f14a204b-5e87-4b7f-80e6-667f2dc9e5b3,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:43.799676 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:43.896871 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-420e6c56-0fc4-4e7b-979b-4b4894b10257 req-e99306b6-944a-4374-b4c5-1d4ea4f5640a tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691804
Jun 08 18:28:43.909582 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 0abd7d27-4309-4039-993f-10fa97fbd488 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:44.115590 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:44.127418 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 0abd7d27-4309-4039-993f-10fa97fbd488 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:44.128145 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:44.193148 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-2d339342-73c7-43af-b2e7-96ac6d02fbad None None] Provisioning for port 82a423f1-1dde-4401-a49d-26e11deffa2b completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:28:44.209927 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-2d339342-73c7-43af-b2e7-96ac6d02fbad None None] Provisioning complete for port 82a423f1-1dde-4401-a49d-26e11deffa2b triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:44.210484 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-2d339342-73c7-43af-b2e7-96ac6d02fbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:44.298532 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Notify callbacks [] for port, precommit_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:44.314166 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-2d339342-73c7-43af-b2e7-96ac6d02fbad None None] Port 82a423f1-1dde-4401-a49d-26e11deffa2b cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:28:44.323758 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Transition to ACTIVE for port object cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:44.441472 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:44.446729 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:44.549088 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4059fce-92ca-4982-9644-700ef50f97dd None None] Pushing event updated for resources: {'Port': ['ID=cbfef36f-5a4f-45c4-9e8e-5309dc7983c3,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:44.551970 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Attempting to bind port cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:28:44.552357 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Attempting to bind port cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:28:44.552779 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Attempting to bind port cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 on network a06ee958-817b-4651-8f1f-374b575e10a7 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:44.556560 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-b4059fce-92ca-4982-9644-700ef50f97dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:44.559196 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:28:44.559641 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Checking segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:44.560059 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:44.560630 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Bound using segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:28:44.561127 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Bound port: cbfef36f-5a4f-45c4-9e8e-5309dc7983c3, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:28:44.561520 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:44.640147 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-57a0af15-fcb5-44cf-9d88-bbfb5066e475 req-bdf49ed3-1b32-4ab9-bf99-ddcd7b074ab3 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 210 time: 0.0530217
Jun 08 18:28:44.670760 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] For port cbfef36f-5a4f-45c4-9e8e-5309dc7983c3, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:28:44.674851 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] For port cbfef36f-5a4f-45c4-9e8e-5309dc7983c3, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=cbfef36f-5a4f-45c4-9e8e-5309dc7983c3,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:28:44.769567 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:44.777406 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:44.870524 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e0956-eaff-4ffe-bad9-964c6207e109 req-ee231946-1567-41f9-a5ac-3825a1238110 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:44.872061 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-df9e0956-eaff-4ffe-bad9-964c6207e109 req-ee231946-1567-41f9-a5ac-3825a1238110 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 931 time: 0.2286930
Jun 08 18:28:44.904470 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:28:44.905004 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7ec1fa0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:28:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:44.954268 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:45.020355 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:45.045297 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4059fce-92ca-4982-9644-700ef50f97dd None None] Pushing event updated for resources: {'Port': ['ID=cbfef36f-5a4f-45c4-9e8e-5309dc7983c3,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:45.062790 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-b4059fce-92ca-4982-9644-700ef50f97dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:45.108554 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:45.152661 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380706'] for router_interface, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:45.161838 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-811f4bc2-228d-45f9-bfac-398d778416b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:45.245828 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-df9e0956-eaff-4ffe-bad9-964c6207e109 req-b8515fdd-bff2-4e5e-81c6-4b3d9d8f66a8 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3247812
Jun 08 18:28:45.281671 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d38b58-8a87-4b95-9130-8029b2ac955d req-d33361d2-8ff1-4cf1-9ec9-c71cf935d4bb tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:45.303321 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-43d38b58-8a87-4b95-9130-8029b2ac955d req-d33361d2-8ff1-4cf1-9ec9-c71cf935d4bb tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 931 time: 0.1964254
Jun 08 18:28:45.312611 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:28:45.408344 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-43d38b58-8a87-4b95-9130-8029b2ac955d req-718571dc-2838-476c-87ea-6c198a255b7a tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990682
Jun 08 18:28:45.483915 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Pushing event updated for resources: {'Port': ['ID=82a423f1-1dde-4401-a49d-26e11deffa2b,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:45.494707 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:45.511894 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Network 65d87f03-3ac9-4e37-bc0e-830451025de3 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:45.516396 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:45.761597 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-dbde19ba-8c03-4669-9ac1-faf59954b814 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 18:28:45.763146 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-dbde19ba-8c03-4669-9ac1-faf59954b814 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054166
Jun 08 18:28:45.768067 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-5706baca-cc21-4cf0-83e9-6de7fae70138 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 18:28:45.769027 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-5706baca-cc21-4cf0-83e9-6de7fae70138 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053387
Jun 08 18:28:45.774037 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Request body: {'port': {'device_id': 'e36904c2-91d9-4ab1-b449-7f6d9ec5fede', 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b', 'admin_state_up': True, 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:45.928069 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:45.930494 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Router 4e510d60-b747-4def-a36c-8b3e780c3fbf has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:28:46.118876 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-8531d221-3258-4602-b25e-0f9947309eeb None None] Provisioning complete for port 82a423f1-1dde-4401-a49d-26e11deffa2b triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:46.119306 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-8531d221-3258-4602-b25e-0f9947309eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:46.166629 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Allocated IP 172.20.0.1 (4e65c5bf-fac2-44f5-afa7-eac51446a6b9/ce63b7a8-e50f-4613-b1c7-3a6994e16221/7d5f3614-061b-4cb1-a55b-7f63e099ff79) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:46.404713 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:46.408342 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:46.411433 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9773044d-4e88-4933-8415-e6bca29f2e7f req-778aec20-96f5-4bf4-b199-596d9242023e tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 210 time: 0.3933384
Jun 08 18:28:46.424256 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Request body: {'port': {'device_id': '5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:46.487661 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-8531d221-3258-4602-b25e-0f9947309eeb None None] Port 82a423f1-1dde-4401-a49d-26e11deffa2b cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:28:46.515442 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7ec1fa0>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:34Z', 'revision_number': 3, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:46.527313 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e72494-b44f-4f54-9753-f2167f8c13f9 None None] The sync data for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi is: [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:34Z', 'revision_number': 3, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:28:46.610525 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Request body: {'port': {'device_id': 'a90c890c-d006-41b2-98df-5852f273e41c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:46.929612 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c423e-1a57-4c9b-bfe2-613493a7ca8d req-7e24a6bb-1fd7-4623-b6e5-9b18712fc837 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:46.940936 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e04c423e-1a57-4c9b-bfe2-613493a7ca8d req-7e24a6bb-1fd7-4623-b6e5-9b18712fc837 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 931 time: 0.4172835
Jun 08 18:28:47.028606 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e04c423e-1a57-4c9b-bfe2-613493a7ca8d req-83b11b09-ec05-4963-a567-6402f9b4bdac tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847585
Jun 08 18:28:47.067189 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:47.092545 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Made reservation on behalf of 00bc36fbe4414e2aa41c9772972a300e for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:47.096664 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:47.799738 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-65f6f21e-766e-40d2-a1f3-1a6a8883ee87 req-bb856ec7-3019-4345-9c11-10e3aa26c4d9 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 210 time: 0.1254184
Jun 08 18:28:47.829495 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:47.921818 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:48.006810 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:28:48.015893 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:48.019437 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:48.042480 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:48.179523 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:48.431786 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:28:48.444836 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Sync routers for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:28:48.447743 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712ed5c-1c76-4ea8-bfb1-4610a11668b8 req-12615b9a-52de-4ac8-ade1-9916c64c2b17 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:48.464318 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4712ed5c-1c76-4ea8-bfb1-4610a11668b8 req-12615b9a-52de-4ac8-ade1-9916c64c2b17 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 931 time: 0.2151036
Jun 08 18:28:48.471876 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:28:48.475023 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc17f2e0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:28:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:48.553746 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:48.578574 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Transition to ACTIVE for port object 7d5f3614-061b-4cb1-a55b-7f63e099ff79 will not be triggered until provisioned by entity DHCP. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:48.617100 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] 10.222.0.20 "PUT /v2.0/routers/4e510d60-b747-4def-a36c-8b3e780c3fbf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.2659440
Jun 08 18:28:48.643300 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4712ed5c-1c76-4ea8-bfb1-4610a11668b8 req-fc7cd8d9-b9b7-4ef6-912e-a568cc6ff5d5 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759117
Jun 08 18:28:48.646349 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port cbfef36f-5a4f-45c4-9e8e-5309dc7983c3, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=cbfef36f-5a4f-45c4-9e8e-5309dc7983c3,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:28:48.713277 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:48.714296 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:48.714296 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:48.714296 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:48.714296 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:48.714296 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:48.714296 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:48.742845 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:48.745071 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-b4059fce-92ca-4982-9644-700ef50f97dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:48.766051 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.37', 59264) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:48.787046 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:48.796505 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:48.799784 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:48.800718 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380899'] for router_interface, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:48.878783 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ed0eb-9164-4f3d-a98c-25604d86ed1b req-945d4b43-6339-4f38-9020-b7297ef2aeb5 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:48.880813 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-255ed0eb-9164-4f3d-a98c-25604d86ed1b req-945d4b43-6339-4f38-9020-b7297ef2aeb5 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 931 time: 2.1053534
Jun 08 18:28:49.051279 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=cbfef36f-5a4f-45c4-9e8e-5309dc7983c3,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:49.081127 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:49.093367 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:28:49.274077 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Allocated IP 172.20.0.5 (7fc2034f-f9dc-4cde-884f-66131f58500b/33eab693-69b1-41c2-88cf-adfe5e14a0e4/f9307fe4-b226-41e8-b44a-4f9541a0f590) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:49.375082 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a101f2b9-b881-470a-b895-181587e8474d req-f834b308-846f-4e3e-9bed-8da4c5924447 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 210 time: 0.0870142
Jun 08 18:28:49.486437 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-d70e5f8f-3a05-4a4e-b95c-e1b508dfced1 None None] Provisioning for port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:28:49.502611 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-d70e5f8f-3a05-4a4e-b95c-e1b508dfced1 None None] Provisioning complete for port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:49.507701 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-d70e5f8f-3a05-4a4e-b95c-e1b508dfced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:49.553281 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-0782b394-0958-46d9-a5a8-e10a83ad2e32 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:49.560832 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-0782b394-0958-46d9-a5a8-e10a83ad2e32 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.37 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 818 time: 0.7775252
Jun 08 18:28:49.584339 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Request body: {'port': {'device_id': 'd8e01c03-c3b9-4237-8632-8243730976d0', 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b', 'admin_state_up': True, 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:49.657281 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:49.986373 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:50.025430 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-255ed0eb-9164-4f3d-a98c-25604d86ed1b req-6f347809-1d16-4d52-92e4-45b70efd13be tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1149783
Jun 08 18:28:50.072506 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-d70e5f8f-3a05-4a4e-b95c-e1b508dfced1 None None] Port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:28:50.122903 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Made reservation on behalf of 00bc36fbe4414e2aa41c9772972a300e for: {'port': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:28:50.127273 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:50.200852 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:50.200852 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:50.280983 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc17f2e0>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:44Z', 'revision_number': 2, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:50.300302 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Checking router: 4e510d60-b747-4def-a36c-8b3e780c3fbf for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:28:50.300682 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Updating router 4e510d60-b747-4def-a36c-8b3e780c3fbf port 82a423f1-1dde-4401-a49d-26e11deffa2b binding host dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:28:50.512272 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:50.866818 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58528) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:50.874884 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-667a4a31-0926-4cad-aca7-a6399252deba tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74424859', 'description': 'tempest-description--34201004'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:51.024418 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-667a4a31-0926-4cad-aca7-a6399252deba tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.216824 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c7621277-9881-48f3-a741-73b6eba22d08 req-dae52d94-00e1-40f8-b2b0-78d84cbb4e43 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 210 time: 0.1335440
Jun 08 18:28:51.322338 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.342499 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93860c6c-def9-46e6-b58f-6e75ecee3d1c {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:28:51.360534 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.377533 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d459a1-7c06-42b7-a269-03ef6fd16b4e req-43db2bde-aa57-46c8-8450-a3be8df1d614 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:51.396199 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-70d459a1-7c06-42b7-a269-03ef6fd16b4e req-43db2bde-aa57-46c8-8450-a3be8df1d614 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 931 time: 0.8434327
Jun 08 18:28:51.466698 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Transition to ACTIVE for port object 93860c6c-def9-46e6-b58f-6e75ecee3d1c will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:51.512385 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.521943 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-667a4a31-0926-4cad-aca7-a6399252deba tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.547092 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Notify callbacks [] for port, precommit_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.582719 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-70d459a1-7c06-42b7-a269-03ef6fd16b4e req-6afa6baf-9ad8-4d46-9e27-5f265bb0e040 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1904798
Jun 08 18:28:51.585112 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.provisioning_blocks [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Transition to ACTIVE for port object 82a423f1-1dde-4401-a49d-26e11deffa2b will not be triggered until provisioned by entity L2. {{(pid=92321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:51.585969 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4132aaf-247d-4b8e-af20-097dd78c602a {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:28:51.594173 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.596147 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.611107 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:51.660210 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-667a4a31-0926-4cad-aca7-a6399252deba tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.672291 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.672551 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:51.688028 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.703761 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:51.729470 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea558129-7b38-48b5-b147-77e072d4e506 req-ad2e7742-cda2-49c1-8b3e-173d48e18a85 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:51.731098 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ea558129-7b38-48b5-b147-77e072d4e506 req-ad2e7742-cda2-49c1-8b3e-173d48e18a85 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 943 time: 0.1860666
Jun 08 18:28:51.742330 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a4a31-0926-4cad-aca7-a6399252deba tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89417e89-09eb-4386-b858-33d0a15eda71,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:51.742330 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-667a4a31-0926-4cad-aca7-a6399252deba tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:51.770329 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Transition to ACTIVE for port object f4132aaf-247d-4b8e-af20-097dd78c602a will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:51.771445 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380706'] for router_interface, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.826518 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.838789 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Allocated IP 172.20.0.13 (7fc2034f-f9dc-4cde-884f-66131f58500b/33eab693-69b1-41c2-88cf-adfe5e14a0e4/ff958982-ca04-4f99-9d34-02ccd32c6135) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:51.881357 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-667a4a31-0926-4cad-aca7-a6399252deba tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:51.885692 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-667a4a31-0926-4cad-aca7-a6399252deba tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1776 time: 1.0167990
Jun 08 18:28:51.886286 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58556) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:51.909833 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:51.909833 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:51.909833 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:51.909833 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:51.909833 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:51.909833 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:51.913292 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-c2659082-3405-477b-80cd-570fd483eb8b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Request body: {'security_group_rule': {'security_group_id': '89417e89-09eb-4386-b858-33d0a15eda71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:51.958565 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ea558129-7b38-48b5-b147-77e072d4e506 req-42385ebb-9845-4bc5-b585-6769384bcabc tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211094
Jun 08 18:28:52.028662 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd786c-ef0f-454a-b68f-8ed25d67dcba None None] Pushing event updated for resources: {'Port': ['ID=82a423f1-1dde-4401-a49d-26e11deffa2b,revision_number=3']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:52.068950 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Pushing event updated for resources: {'Port': ['ID=93860c6c-def9-46e6-b58f-6e75ecee3d1c,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:52.086452 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-c2cd786c-ef0f-454a-b68f-8ed25d67dcba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:52.097759 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:52.110316 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:52.126164 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:52.215572 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Attempting to bind port 82a423f1-1dde-4401-a49d-26e11deffa2b on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:28:52.216212 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Attempting to bind port 82a423f1-1dde-4401-a49d-26e11deffa2b by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:28:52.216799 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Attempting to bind port 82a423f1-1dde-4401-a49d-26e11deffa2b on network 65d87f03-3ac9-4e37-bc0e-830451025de3 {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:52.228806 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:28:52.229468 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Checking segment: {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:52.230078 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:52.230668 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Bound using segment: {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:28:52.231432 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Bound port: 82a423f1-1dde-4401-a49d-26e11deffa2b, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'}}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:28:52.232040 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:52.291521 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c2659082-3405-477b-80cd-570fd483eb8b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:52.360124 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Network 7fc2034f-f9dc-4cde-884f-66131f58500b is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:52.372565 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:52.378298 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:52.394672 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:52.395887 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:52.408649 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Attempting to bind port 93860c6c-def9-46e6-b58f-6e75ecee3d1c on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:28:52.411223 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Attempting to bind port 93860c6c-def9-46e6-b58f-6e75ecee3d1c by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:28:52.411223 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Attempting to bind port 93860c6c-def9-46e6-b58f-6e75ecee3d1c on network ce67736a-60bd-4a6c-bff9-9a77902ba73d {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:52.516338 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Port 93860c6c-def9-46e6-b58f-6e75ecee3d1c on network ce67736a-60bd-4a6c-bff9-9a77902ba73d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:28:52.516338 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Attempting to bind port 93860c6c-def9-46e6-b58f-6e75ecee3d1c on network ce67736a-60bd-4a6c-bff9-9a77902ba73d {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:52.531779 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:52.580474 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] For port 82a423f1-1dde-4401-a49d-26e11deffa2b, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:28:52.587652 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] For port 82a423f1-1dde-4401-a49d-26e11deffa2b, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=82a423f1-1dde-4401-a49d-26e11deffa2b,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:28:52.590741 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Pushing event updated for resources: {'Port': ['ID=7d5f3614-061b-4cb1-a55b-7f63e099ff79,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:52.592096 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:28:52.594746 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Checking segment: {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:52.594746 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Bound using segment: {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:28:52.594746 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Bound port: 93860c6c-def9-46e6-b58f-6e75ecee3d1c, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:28:52.594746 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:52.663825 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:52.671604 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-95e06ddc-206f-44b6-8584-b726acd1e4c3 req-a9a4b207-92c6-4f8b-8a69-5f3a77323225 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 210 time: 0.1626382
Jun 08 18:28:52.673471 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-a4ebb407-fc0c-46b4-ac50-5e249817fc5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:52.700896 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c2659082-3405-477b-80cd-570fd483eb8b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:52.775267 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c2659082-3405-477b-80cd-570fd483eb8b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:52.792858 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:52.836294 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-48c30ae7-9d94-4cd2-8283-a2c9afe0d799 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.0662761
Jun 08 18:28:52.861223 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:28:52.861873 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc17f2e0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:28:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:52.877689 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:52.879265 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Attempting to bind port f4132aaf-247d-4b8e-af20-097dd78c602a on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:28:52.880229 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Attempting to bind port f4132aaf-247d-4b8e-af20-097dd78c602a by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '5f32419a-0dd7-43c6-b937-334f4c9309cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd0f295eb-208a-4278-b7dd-e8322aa693cf'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:28:52.880880 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Attempting to bind port f4132aaf-247d-4b8e-af20-097dd78c602a on network d0f295eb-208a-4278-b7dd-e8322aa693cf {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:52.884072 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:52.900843 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:52.927671 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:52.927671 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:52.927671 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:52.927671 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:52.927671 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:52.927671 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:52.944378 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2659082-3405-477b-80cd-570fd483eb8b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5cdb03c-2ca1-4c28-9121-288bcda686d6,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:52.956702 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c2659082-3405-477b-80cd-570fd483eb8b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:52.971632 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c2659082-3405-477b-80cd-570fd483eb8b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:52.976141 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-c2659082-3405-477b-80cd-570fd483eb8b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0810242
Jun 08 18:28:52.983249 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58592) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:52.999068 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-c16aeab7-1373-4843-ac12-772b17a5afab tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Request body: {'security_group_rule': {'security_group_id': '89417e89-09eb-4386-b858-33d0a15eda71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:53.022891 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Network 7fc2034f-f9dc-4cde-884f-66131f58500b is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:53.033469 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd786c-ef0f-454a-b68f-8ed25d67dcba None None] Pushing event updated for resources: {'Port': ['ID=82a423f1-1dde-4401-a49d-26e11deffa2b,revision_number=4']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:53.033878 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:53.039570 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-c2cd786c-ef0f-454a-b68f-8ed25d67dcba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:53.048078 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:53.055552 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:53.056531 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:53.120169 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899478c1-def9-4974-b1b7-75fab8eb43a9 req-b525640c-c3a4-48de-9fd8-3784e25e228d tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:53.122726 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-899478c1-def9-4974-b1b7-75fab8eb43a9 req-b525640c-c3a4-48de-9fd8-3784e25e228d tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 943 time: 0.2695274
Jun 08 18:28:53.195999 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c16aeab7-1373-4843-ac12-772b17a5afab tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:53.196527 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Port f4132aaf-247d-4b8e-af20-097dd78c602a on network d0f295eb-208a-4278-b7dd-e8322aa693cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:28:53.196918 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Attempting to bind port f4132aaf-247d-4b8e-af20-097dd78c602a on network d0f295eb-208a-4278-b7dd-e8322aa693cf {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:53.228123 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-899478c1-def9-4974-b1b7-75fab8eb43a9 req-1dc9c45b-6966-401a-9e88-363dbd128d65 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989325
Jun 08 18:28:53.245490 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:28:53.255575 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-ddf9d514-0617-4752-b2e3-c838aaa592f6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6753533
Jun 08 18:28:53.307294 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c16aeab7-1373-4843-ac12-772b17a5afab tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:53.323579 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:28:53.323913 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Checking segment: {'id': '5f32419a-0dd7-43c6-b937-334f4c9309cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd0f295eb-208a-4278-b7dd-e8322aa693cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:53.324317 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Bound using segment: {'id': '5f32419a-0dd7-43c6-b937-334f4c9309cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd0f295eb-208a-4278-b7dd-e8322aa693cf'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:28:53.324744 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Bound port: f4132aaf-247d-4b8e-af20-097dd78c602a, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f32419a-0dd7-43c6-b937-334f4c9309cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd0f295eb-208a-4278-b7dd-e8322aa693cf'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:28:53.325661 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:53.337006 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Pushing event updated for resources: {'Port': ['ID=f4132aaf-247d-4b8e-af20-097dd78c602a,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:53.347536 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-979c1a5f-a98c-4cbc-a22f-0624a575295a None None] Provisioning complete for port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:53.348855 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-979c1a5f-a98c-4cbc-a22f-0624a575295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:53.350819 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.232s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:53.355174 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.067s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:53.355756 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:53.409338 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-979c1a5f-a98c-4cbc-a22f-0624a575295a None None] Port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:28:53.417147 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c16aeab7-1373-4843-ac12-772b17a5afab tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:53.420238 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c2659082-3405-477b-80cd-570fd483eb8b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:53.441897 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16aeab7-1373-4843-ac12-772b17a5afab tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b87348-0b5b-4a8a-9732-dd30f2fa04bf,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:53.444387 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c16aeab7-1373-4843-ac12-772b17a5afab tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:53.532568 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c16aeab7-1373-4843-ac12-772b17a5afab tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:53.534625 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] For port 93860c6c-def9-46e6-b58f-6e75ecee3d1c, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:28:53.535124 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-c16aeab7-1373-4843-ac12-772b17a5afab tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5401213
Jun 08 18:28:53.537660 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58600) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:53.542079 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] For port 93860c6c-def9-46e6-b58f-6e75ecee3d1c, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=93860c6c-def9-46e6-b58f-6e75ecee3d1c,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:28:53.547513 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Request body: {'floatingip': {'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:53.577130 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Router 79b8186e-eecb-4c9e-8222-f5374f82651c has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:28:53.587115 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] For port f4132aaf-247d-4b8e-af20-097dd78c602a, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:28:53.593364 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58604) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:53.595208 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] For port f4132aaf-247d-4b8e-af20-097dd78c602a, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f4132aaf-247d-4b8e-af20-097dd78c602a,segment=NetworkSegment(5f32419a-0dd7-43c6-b937-334f4c9309cd),segment_id=5f32419a-0dd7-43c6-b937-334f4c9309cd)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:28:53.608494 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0284608-fabc-40a0-b02c-dae4ffa2086d req-2eabcb03-1a1a-4d34-a52b-a5aa733e8aa3 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:53.610023 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f0284608-fabc-40a0-b02c-dae4ffa2086d req-2eabcb03-1a1a-4d34-a52b-a5aa733e8aa3 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 943 time: 0.4041879
Jun 08 18:28:53.651806 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc17f2e0>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:52Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:53.660000 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272bf7e3-7c89-4995-b6b8-49d1653c2d98 None None] The sync data for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi is: [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:52Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:28:53.678569 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:53.694715 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:53.715222 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:53.772955 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:53.778257 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 58610) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:53.890583 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:53.891242 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:53.892742 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] 10.222.0.37 "PUT /v2.0/ports/93860c6c-def9-46e6-b58f-6e75ecee3d1c HTTP/1.1" status: 200  len: 1093 time: 7.7890451
Jun 08 18:28:53.907872 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc', 'tag': '93860c6c-def9-46e6-b58f-6e75ecee3d1c'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:28:53.921530 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bc11f606-5a01-4274-9a44-33ed4499f594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:53.976431 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f0284608-fabc-40a0-b02c-dae4ffa2086d req-d34e3648-e425-4e7b-a4c5-97355bcf60a2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3004711
Jun 08 18:28:54.107513 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:54.134447 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:54.135094 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:54.136483 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] 10.222.0.37 "PUT /v2.0/ports/f4132aaf-247d-4b8e-af20-097dd78c602a HTTP/1.1" status: 200  len: 1093 time: 7.9972987
Jun 08 18:28:54.185307 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-7ca83ed6-5016-4e45-a316-245d1b5e7bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:54.205346 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Pushing event updated for resources: {'Port': ['ID=93860c6c-def9-46e6-b58f-6e75ecee3d1c,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:54.213935 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:54.214522 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:54.262692 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:28:54.274997 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Sync routers for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:28:54.300975 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23894910-602b-410e-9b61-821239808a90" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc", "tag": "93860c6c-def9-46e6-b58f-6e75ecee3d1c"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:28:54.333302 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:28:54.333302 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc316520>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:28:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:54.334541 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-6ddb9ffb-db3e-4b77-b1b9-8815a7e92fde admin admin] 10.222.0.20 "PUT /v2.0/routers/79b8186e-eecb-4c9e-8222-f5374f82651c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2048721
Jun 08 18:28:54.375210 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Pushing event updated for resources: {'Port': ['ID=f4132aaf-247d-4b8e-af20-097dd78c602a,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:54.378637 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:54.394547 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Allocated IP 172.27.1.121 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/5512d82c-a50f-47bf-bf60-adb97543cea4) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:28:54.536971 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2702cf-19d7-47c9-a3f4-09239cdf5b37 req-ca332935-8413-476a-a328-fc4bcc4d187b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:54.541994 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd31d0-8e7e-4fda-b11e-6842dac214d8 req-aaac5d40-1fbb-4efc-a611-44d9bbba44b1 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:54.544880 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a6bd31d0-8e7e-4fda-b11e-6842dac214d8 req-aaac5d40-1fbb-4efc-a611-44d9bbba44b1 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 943 time: 0.1209753
Jun 08 18:28:54.550817 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ef2702cf-19d7-47c9-a3f4-09239cdf5b37 req-ca332935-8413-476a-a328-fc4bcc4d187b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 932 time: 0.6172528
Jun 08 18:28:54.586902 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:28:54.601258 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a6bd31d0-8e7e-4fda-b11e-6842dac214d8 req-4da57d9b-0df0-4e86-a479-7f48c82cc551 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509014
Jun 08 18:28:54.666269 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bc11f606-5a01-4274-9a44-33ed4499f594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:54.693897 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ef2702cf-19d7-47c9-a3f4-09239cdf5b37 req-43214c4d-ec56-423b-bfcb-3dea6f3d1aaf tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421008
Jun 08 18:28:54.717139 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:54.762179 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bc11f606-5a01-4274-9a44-33ed4499f594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:54.776055 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:54.818516 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11f606-5a01-4274-9a44-33ed4499f594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457cbe01-9833-4ffd-9a77-e508b62842c8,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:54.825540 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-bc11f606-5a01-4274-9a44-33ed4499f594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:54.864345 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-bc11f606-5a01-4274-9a44-33ed4499f594 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=873ee710859740d79c96bf9a642978b0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2695513
Jun 08 18:28:54.867112 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58634) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:54.885268 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d809f1-f1ff-4e40-ae5d-b3297ea7685a x-openstack-request-id: req-e7d809f1-f1ff-4e40-ae5d-b3297ea7685a {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:28:54.885570 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc", "tag": "93860c6c-def9-46e6-b58f-6e75ecee3d1c", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:28:54.885834 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7d809f1-f1ff-4e40-ae5d-b3297ea7685a {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:28:54.886309 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc', 'tag': '93860c6c-def9-46e6-b58f-6e75ecee3d1c', 'status': 'completed', 'code': 200}
Jun 08 18:28:54.920914 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:54.921502 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:54.921502 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:28:54.921502 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:28:54.921502 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:28:54.921502 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:28:54.921502 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:28:54.951721 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:28:54.954938 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:28:54.958573 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-7ca83ed6-5016-4e45-a316-245d1b5e7bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:54.962648 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:28:54.972003 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-16fc1005-7384-45da-85c7-16f09b9a3215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.022740 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc316520>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:28:50Z', 'revision_number': 2, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:55.027262 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Checking router: 79b8186e-eecb-4c9e-8222-f5374f82651c for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:28:55.027812 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Updating router 79b8186e-eecb-4c9e-8222-f5374f82651c port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 binding host dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:28:55.034194 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-7ca83ed6-5016-4e45-a316-245d1b5e7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.047650 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-3076a6e1-3ff4-4026-b5b0-15944ed7a846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:55.089065 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.097573 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-7ca83ed6-5016-4e45-a316-245d1b5e7bbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea510f1c536b470fa209957bca3aee94&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3057973
Jun 08 18:28:55.098174 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 58638) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:55.109754 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca83ed6-5016-4e45-a316-245d1b5e7bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21eb80d-1600-4776-a13d-975ffd8a9b69,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:55.117536 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-7ca83ed6-5016-4e45-a316-245d1b5e7bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:55.153237 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.165409 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-16fc1005-7384-45da-85c7-16f09b9a3215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.237832 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58640) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:55.248316 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-ae80192f-f785-4929-9738-4be97b1b20c1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--54797463', 'description': 'tempest-description--990044904'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:55.251582 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-56feabea-6eb4-49d8-bb99-4dd30e548e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.259620 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Request body: {'port': {'device_id': 'e36904c2-91d9-4ab1-b449-7f6d9ec5fede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:55.282552 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Request body: {'port': {'device_id': 'd8e01c03-c3b9-4237-8632-8243730976d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:55.351647 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-56feabea-6eb4-49d8-bb99-4dd30e548e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.402955 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ae80192f-f785-4929-9738-4be97b1b20c1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.477948 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.507750 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae1d8f-5c11-442a-a64d-7c7b76c57de0 req-d2f33df2-c98a-45f4-92dc-626a97a0b9c4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:55.509559 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-faae1d8f-5c11-442a-a64d-7c7b76c57de0 req-d2f33df2-c98a-45f4-92dc-626a97a0b9c4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 943 time: 0.3626461
Jun 08 18:28:55.551936 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.568439 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-16fc1005-7384-45da-85c7-16f09b9a3215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.581159 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-16fc1005-7384-45da-85c7-16f09b9a3215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.585689 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-16fc1005-7384-45da-85c7-16f09b9a3215 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/457cbe01-9833-4ffd-9a77-e508b62842c8 HTTP/1.1" status: 204  len: 168 time: 0.7075963
Jun 08 18:28:55.586259 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Notify callbacks [] for port, precommit_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.595576 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.601639 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Transition to ACTIVE for port object 7d5f3614-061b-4cb1-a55b-7f63e099ff79 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:55.612095 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:55.674775 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-faae1d8f-5c11-442a-a64d-7c7b76c57de0 req-bb7a30cf-4d13-4c1f-bb34-d51e336ec396 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412632
Jun 08 18:28:55.726069 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.730832 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-ac095cbe-c1f2-4001-a709-13de2d19e666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:55.732977 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc1005-7384-45da-85c7-16f09b9a3215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457cbe01-9833-4ffd-9a77-e508b62842c8,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:55.814951 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-56feabea-6eb4-49d8-bb99-4dd30e548e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.822841 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e554863-b97d-409b-9ceb-97672f7281d7 None None] Pushing event updated for resources: {'Port': ['ID=7d5f3614-061b-4cb1-a55b-7f63e099ff79,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:55.826376 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-9e554863-b97d-409b-9ceb-97672f7281d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:55.836280 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 82a423f1-1dde-4401-a49d-26e11deffa2b up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:55.839738 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-56feabea-6eb4-49d8-bb99-4dd30e548e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.846276 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-56feabea-6eb4-49d8-bb99-4dd30e548e31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c21eb80d-1600-4776-a13d-975ffd8a9b69 HTTP/1.1" status: 204  len: 168 time: 0.7416859
Jun 08 18:28:55.846276 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-7c9ad02d-ba34-4daa-980c-2c64da74ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:55.846276 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-7c9ad02d-ba34-4daa-980c-2c64da74ed63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=187a5a95890c46ea8bf3b5a986649d86&device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 1096 time: 0.4231670
Jun 08 18:28:55.851141 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:55.872240 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56feabea-6eb4-49d8-bb99-4dd30e548e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21eb80d-1600-4776-a13d-975ffd8a9b69,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:55.885008 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23894910-602b-410e-9b61-821239808a90 req-506c7d20-108a-4b71-bf2b-ab05c1a094dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:55.886847 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-23894910-602b-410e-9b61-821239808a90 req-506c7d20-108a-4b71-bf2b-ab05c1a094dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 1096 time: 0.4628158
Jun 08 18:28:55.961889 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ae80192f-f785-4929-9738-4be97b1b20c1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:55.975969 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-56feabea-6eb4-49d8-bb99-4dd30e548e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:55.977602 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-cf834efa-54d4-4b8d-b4e3-265a0e8b2e5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4132aaf-247d-4b8e-af20-097dd78c602a HTTP/1.1" status: 200  len: 217 time: 0.1067207
Jun 08 18:28:56.120208 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Attempting to bind port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:28:56.120794 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Attempting to bind port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:28:56.121242 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Attempting to bind port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 on network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:56.129597 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:28:56.134336 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-16fc1005-7384-45da-85c7-16f09b9a3215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:56.138960 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ae80192f-f785-4929-9738-4be97b1b20c1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.145351 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Checking segment: {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:56.145968 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.146549 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Bound using segment: {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:28:56.149249 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Bound port: 7d5f3614-061b-4cb1-a55b-7f63e099ff79, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:28:56.149249 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.202072 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4d9c89ad-520b-4650-ae5b-e9f3d71d67dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:56.259052 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.260739 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] For port 7d5f3614-061b-4cb1-a55b-7f63e099ff79, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:28:56.265675 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] For port 7d5f3614-061b-4cb1-a55b-7f63e099ff79, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=7d5f3614-061b-4cb1-a55b-7f63e099ff79,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:28:56.289254 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80192f-f785-4929-9738-4be97b1b20c1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:56.297116 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ae80192f-f785-4929-9738-4be97b1b20c1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:56.322648 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b4452-04ff-4e45-a372-39496e8bf2fe req-b99fc028-a78a-40a6-8cad-648f8e6d90e1 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:56.324547 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-364b4452-04ff-4e45-a372-39496e8bf2fe req-b99fc028-a78a-40a6-8cad-648f8e6d90e1 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 943 time: 0.1888294
Jun 08 18:28:56.354572 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 82a423f1-1dde-4401-a49d-26e11deffa2b completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:28:56.361965 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 82a423f1-1dde-4401-a49d-26e11deffa2b triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:56.362618 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.365138 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ae80192f-f785-4929-9738-4be97b1b20c1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.369108 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-ae80192f-f785-4929-9738-4be97b1b20c1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 1.1267452
Jun 08 18:28:56.369253 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58656) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:56.374023 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-a3cefc6a-0fc2-4d02-818e-c64645f522d2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Request body: {'security_group_rule': {'security_group_id': 'e52f4ca3-60c7-49f0-a09f-8e89bfd241c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:56.383652 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-364b4452-04ff-4e45-a372-39496e8bf2fe req-e1b2532e-e34e-40b8-b3dc-d5bd27359c5a tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524197
Jun 08 18:28:56.400555 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.407890 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-de6ca3c9-c5f3-4bbd-9930-8c8f672d8fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:56.426651 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.434719 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-ee16b4c8-a99e-44d1-b2df-fc7be8e5797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:56.439450 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-ee16b4c8-a99e-44d1-b2df-fc7be8e5797a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=363675c6-db47-4f44-bb10-ee558451a3da HTTP/1.1" status: 200  len: 851 time: 0.2212880
Jun 08 18:28:56.443084 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:56.489665 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.520121 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a3cefc6a-0fc2-4d02-818e-c64645f522d2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.556581 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event updated for resources: {'Port': ['ID=5512d82c-a50f-47bf-bf60-adb97543cea4,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:56.565335 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:56.601665 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e554863-b97d-409b-9ceb-97672f7281d7 None None] Pushing event updated for resources: {'Port': ['ID=7d5f3614-061b-4cb1-a55b-7f63e099ff79,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:56.613824 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a3cefc6a-0fc2-4d02-818e-c64645f522d2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.617791 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-9e554863-b97d-409b-9ceb-97672f7281d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:56.620469 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.624834 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23894910-602b-410e-9b61-821239808a90 req-958671ef-fdd2-454a-8655-bcfd858f8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:56.627236 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-23894910-602b-410e-9b61-821239808a90 req-958671ef-fdd2-454a-8655-bcfd858f8dae service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a093b203f77548e691e2d2517a9f4a24&shared=False HTTP/1.1" status: 200  len: 914 time: 0.4127674
Jun 08 18:28:56.631159 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:28:56.632253 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc316520>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:28:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:56.639527 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.0987029
Jun 08 18:28:56.640200 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58668) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:56.709540 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-91afbbd6-ff46-4c94-aed0-a563066dc13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.735604 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a3cefc6a-0fc2-4d02-818e-c64645f522d2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:56.739346 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-5571102c-819b-42d8-8bda-a4d75e77987e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0f295eb-208a-4278-b7dd-e8322aa693cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1782606
Jun 08 18:28:56.782743 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:56.863459 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cefc6a-0fc2-4d02-818e-c64645f522d2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d87d4f-9148-49e6-af23-e43daa66733f,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:56.863459 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-a3cefc6a-0fc2-4d02-818e-c64645f522d2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:56.959743 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90c890c-d006-41b2-98df-5852f273e41c', 'tag': 'f4132aaf-247d-4b8e-af20-097dd78c602a'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:28:56.962004 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aafdef5-f21a-41ee-85fa-2c4cb6fd3a17" -d '{"events": [{"name": "network-changed", "server_uuid": "a90c890c-d006-41b2-98df-5852f273e41c", "tag": "f4132aaf-247d-4b8e-af20-097dd78c602a"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:28:57.010379 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:28:57.053522 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f40cc7-3754-446f-a661-8f1f88bd732e req-de7751d8-4895-4ce4-887e-7bc1529b2858 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:57.054568 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b1f40cc7-3754-446f-a661-8f1f88bd732e req-de7751d8-4895-4ce4-887e-7bc1529b2858 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 943 time: 0.1487341
Jun 08 18:28:57.065663 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9307fe4-b226-41e8-b44a-4f9541a0f590 {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:28:57.077022 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18942fe-1930-4bf8-8466-e7d933baf328 req-668f66fd-b2e7-41a5-9ede-b82ce64f89a1 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:57.078565 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a18942fe-1930-4bf8-8466-e7d933baf328 req-668f66fd-b2e7-41a5-9ede-b82ce64f89a1 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 932 time: 1.1000977
Jun 08 18:28:57.086516 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:57.132426 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-91afbbd6-ff46-4c94-aed0-a563066dc13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:57.132618 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 58678) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:57.173905 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b1f40cc7-3754-446f-a661-8f1f88bd732e req-19703f14-bf12-4839-98bd-87ce03d5d0b4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009068
Jun 08 18:28:57.190574 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Transition to ACTIVE for port object f9307fe4-b226-41e8-b44a-4f9541a0f590 will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:57.194099 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-df3eba67-a5da-4971-b6dc-9489d6d40e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:57.194236 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-91afbbd6-ff46-4c94-aed0-a563066dc13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:57.204681 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:57.241225 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afbbd6-ff46-4c94-aed0-a563066dc13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac561b2d-13fd-4b34-a72a-7d97dd8bd0d2,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:57.242020 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-d5405a35-7e4a-4e62-89e0-a2ba20ad2fc9 service neutron] 10.222.0.37 "GET /v2.0/networks/d0f295eb-208a-4278-b7dd-e8322aa693cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2708995
Jun 08 18:28:57.247054 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-91afbbd6-ff46-4c94-aed0-a563066dc13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:57.268118 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:57.302631 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a18942fe-1930-4bf8-8466-e7d933baf328 req-e3357d55-920d-480b-951d-84c7dcc89bb6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090693
Jun 08 18:28:57.399235 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:57.412323 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d246ff8c-7def-45d7-97c9-eebf8a29c6bf x-openstack-request-id: req-d246ff8c-7def-45d7-97c9-eebf8a29c6bf {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:28:57.412631 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90c890c-d006-41b2-98df-5852f273e41c", "tag": "f4132aaf-247d-4b8e-af20-097dd78c602a", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:28:57.412898 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d246ff8c-7def-45d7-97c9-eebf8a29c6bf {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:28:57.413297 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90c890c-d006-41b2-98df-5852f273e41c', 'tag': 'f4132aaf-247d-4b8e-af20-097dd78c602a', 'status': 'completed', 'code': 200}
Jun 08 18:28:57.414061 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 82a423f1-1dde-4401-a49d-26e11deffa2b, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=82a423f1-1dde-4401-a49d-26e11deffa2b,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:28:57.414569 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23894910-602b-410e-9b61-821239808a90 req-f1a01d5c-d23e-4289-b36d-2e165f39eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:57.416068 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-23894910-602b-410e-9b61-821239808a90 req-f1a01d5c-d23e-4289-b36d-2e165f39eae8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.7425039
Jun 08 18:28:57.443129 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:57.494328 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:57.504244 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:57.505112 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a3cefc6a-0fc2-4d02-818e-c64645f522d2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:57.506277 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-a3cefc6a-0fc2-4d02-818e-c64645f522d2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1360857
Jun 08 18:28:57.512672 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58690) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:57.516702 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-91afbbd6-ff46-4c94-aed0-a563066dc13c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0acfb96d8b6d4138862015ea2b31c033&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8754935
Jun 08 18:28:57.523065 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-6d126777-488c-4cfb-8df9-31bd314a5023 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Request body: {'security_group_rule': {'security_group_id': 'e52f4ca3-60c7-49f0-a09f-8e89bfd241c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:57.525655 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9307fe4-b226-41e8-b44a-4f9541a0f590,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:57.531368 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58692) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:57.603207 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=82a423f1-1dde-4401-a49d-26e11deffa2b,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:57.611293 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-2b7ac931-d78d-4318-a577-008081a9882c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--74424859&fields=id&tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c HTTP/1.1" status: 200  len: 267 time: 0.1331129
Jun 08 18:28:57.615217 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:57.636387 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:57.725499 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 82a423f1-1dde-4401-a49d-26e11deffa2b up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:57.754375 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38fc9033-c7e8-4546-bd73-4fadcb994c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:57.817367 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc316520>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:28:56Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:28:57.826907 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa888bf-24e9-4255-8692-6d3b506650ca None None] The sync data for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi is: [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:28:56Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:28:57.832540 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38fc9033-c7e8-4546-bd73-4fadcb994c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:57.846441 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Attempting to bind port f9307fe4-b226-41e8-b44a-4f9541a0f590 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:28:57.846782 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Attempting to bind port f9307fe4-b226-41e8-b44a-4f9541a0f590 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:28:57.847238 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Attempting to bind port f9307fe4-b226-41e8-b44a-4f9541a0f590 on network 7fc2034f-f9dc-4cde-884f-66131f58500b {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:57.857919 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 82a423f1-1dde-4401-a49d-26e11deffa2b triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:28:57.858311 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:57.885541 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Port f9307fe4-b226-41e8-b44a-4f9541a0f590 on network 7fc2034f-f9dc-4cde-884f-66131f58500b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:28:57.885541 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Attempting to bind port f9307fe4-b226-41e8-b44a-4f9541a0f590 on network 7fc2034f-f9dc-4cde-884f-66131f58500b {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:57.929962 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7577b991-6774-4bbc-ae88-9c8e415c0f38 req-2e3299cd-0e09-4b54-85c0-44913e0bc86f service neutron] 10.222.0.37 "GET /v2.0/networks/d0f295eb-208a-4278-b7dd-e8322aa693cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6680429
Jun 08 18:28:57.932651 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:28:57.932986 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Checking segment: {'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:57.933365 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Bound using segment: {'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:28:57.933809 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Bound port: f9307fe4-b226-41e8-b44a-4f9541a0f590, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:28:57.934186 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:57.960716 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-fe69eb0d-9dae-46c8-af9c-d9863fab9292 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:57.962802 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-fe69eb0d-9dae-46c8-af9c-d9863fab9292 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/networks?id=65d87f03-3ac9-4e37-bc0e-830451025de3 HTTP/1.1" status: 200  len: 811 time: 0.3404629
Jun 08 18:28:58.018603 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-9cc938a0-3bb1-4c7a-927d-fb79605dbc88 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/quotas/6ccf1bfce8ba4571b6cd110e8108fc2c HTTP/1.1" status: 200  len: 375 time: 0.0424895
Jun 08 18:28:58.025246 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff958982-ca04-4f99-9d34-02ccd32c6135 {{(pid=92319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:28:58.078585 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18217442-6bbd-4d18-88bd-dbfcaef72a96 req-d4137c8d-462b-4675-9345-386af260d241 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:58.083577 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-18217442-6bbd-4d18-88bd-dbfcaef72a96 req-d4137c8d-462b-4675-9345-386af260d241 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 943 time: 0.5529473
Jun 08 18:28:58.094069 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:58.142969 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-f9d0429e-2502-4e22-902d-2c1d40eaa087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:58.144538 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-f9d0429e-2502-4e22-902d-2c1d40eaa087 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 1096 time: 0.6261570
Jun 08 18:28:58.160636 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-a78af4d0-3b76-4004-baca-2889a67d663c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1303191
Jun 08 18:28:58.203401 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Transition to ACTIVE for port object ff958982-ca04-4f99-9d34-02ccd32c6135 will not be triggered until provisioned by entity L2. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:28:58.247630 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38fc9033-c7e8-4546-bd73-4fadcb994c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:58.258218 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38fc9033-c7e8-4546-bd73-4fadcb994c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:58.259343 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-38fc9033-c7e8-4546-bd73-4fadcb994c72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac561b2d-13fd-4b34-a72a-7d97dd8bd0d2 HTTP/1.1" status: 204  len: 168 time: 0.7254000
Jun 08 18:28:58.267817 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-3496a5d3-c033-4035-93d2-90b1277c90d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:58.283597 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc9033-c7e8-4546-bd73-4fadcb994c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac561b2d-13fd-4b34-a72a-7d97dd8bd0d2,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:58.288055 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-38fc9033-c7e8-4546-bd73-4fadcb994c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:58.288864 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:58.296635 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:58.299800 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] For port f9307fe4-b226-41e8-b44a-4f9541a0f590, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:28:58.304772 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] For port f9307fe4-b226-41e8-b44a-4f9541a0f590, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f9307fe4-b226-41e8-b44a-4f9541a0f590,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:28:58.367913 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-798392bc-5c78-4e8f-bf3b-a89f5680a61e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93860c6c-def9-46e6-b58f-6e75ecee3d1c HTTP/1.1" status: 200  len: 217 time: 0.1755011
Jun 08 18:28:58.369770 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-df3eba67-a5da-4971-b6dc-9489d6d40e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:58.431143 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-b4e6df28-5282-43a9-abff-bc9c973a44a7 service neutron] 10.222.0.20 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532499
Jun 08 18:28:58.437966 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:58.458115 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-df3eba67-a5da-4971-b6dc-9489d6d40e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:58.470906 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:58.532815 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-18217442-6bbd-4d18-88bd-dbfcaef72a96 req-1d004c6b-2f91-4898-ad55-721166834bb5 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4022622
Jun 08 18:28:58.571349 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:58.572160 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:58.573699 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] 10.222.0.37 "PUT /v2.0/ports/f9307fe4-b226-41e8-b44a-4f9541a0f590 HTTP/1.1" status: 200  len: 1093 time: 3.3187766
Jun 08 18:28:58.604196 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-a35c6396-a430-4cd2-8aea-a8813ac08d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:58.605760 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-a35c6396-a430-4cd2-8aea-a8813ac08d39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0cd0f06-8822-402d-a542-9efbc09b2fe1 HTTP/1.1" status: 200  len: 854 time: 0.2076778
Jun 08 18:28:58.615716 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-df3eba67-a5da-4971-b6dc-9489d6d40e90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c40d871a4467472e9de315ff66f631fd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4755442
Jun 08 18:28:58.631369 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58710) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:58.681988 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-62d0149e-4c15-49ab-9610-1622b1edb7eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce67736a-60bd-4a6c-bff9-9a77902ba73d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618789
Jun 08 18:28:58.689201 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9307fe4-b226-41e8-b44a-4f9541a0f590,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:58.710436 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:58.717442 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff958982-ca04-4f99-9d34-02ccd32c6135,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:58.738876 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:58.755407 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:58.756165 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6d126777-488c-4cfb-8df9-31bd314a5023 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:58.820299 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafdef5-f21a-41ee-85fa-2c4cb6fd3a17 req-48dce261-8036-4059-b2c8-60e22c09f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:58.821787 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7aafdef5-f21a-41ee-85fa-2c4cb6fd3a17 req-48dce261-8036-4059-b2c8-60e22c09f635 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=187a5a95890c46ea8bf3b5a986649d86&device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 1096 time: 0.7549148
Jun 08 18:28:58.852076 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Attempting to bind port ff958982-ca04-4f99-9d34-02ccd32c6135 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:28:58.852076 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Attempting to bind port ff958982-ca04-4f99-9d34-02ccd32c6135 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'}] {{(pid=92319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:28:58.852076 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Attempting to bind port ff958982-ca04-4f99-9d34-02ccd32c6135 on network 7fc2034f-f9dc-4cde-884f-66131f58500b {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:58.889450 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Port ff958982-ca04-4f99-9d34-02ccd32c6135 on network 7fc2034f-f9dc-4cde-884f-66131f58500b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:28:58.889828 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Attempting to bind port ff958982-ca04-4f99-9d34-02ccd32c6135 on network 7fc2034f-f9dc-4cde-884f-66131f58500b {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:28:58.906842 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:28:58.907280 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Checking segment: {'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:28:58.907842 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Bound using segment: {'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'} {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:28:58.908366 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Bound port: ff958982-ca04-4f99-9d34-02ccd32c6135, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f78bb9-c514-414e-a15e-1a30f5c86844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b'}}] {{(pid=92319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:28:58.908664 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:58.919548 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-1f488b8e-8615-4423-adc3-615c0993d1cf service neutron] 10.222.0.20 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4871042
Jun 08 18:28:58.927222 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0050130e-f2ae-437f-af29-68e8c8e2cb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:58.964011 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6d126777-488c-4cfb-8df9-31bd314a5023 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:59.036606 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6d126777-488c-4cfb-8df9-31bd314a5023 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:59.040595 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0050130e-f2ae-437f-af29-68e8c8e2cb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:59.055663 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-a3cefc6a-0fc2-4d02-818e-c64645f522d2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:59.108429 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d126777-488c-4cfb-8df9-31bd314a5023 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08899dd4-fa9e-4d5d-b530-83ee9fd36d69,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:59.117609 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-6d126777-488c-4cfb-8df9-31bd314a5023 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:59.133698 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] For port ff958982-ca04-4f99-9d34-02ccd32c6135, host hv-cinder-78956, cleared binding levels {{(pid=92319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:28:59.135321 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3eba67-a5da-4971-b6dc-9489d6d40e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ed22c1-7c10-4e9d-93f1-6096de32754f,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:59.138984 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] For port ff958982-ca04-4f99-9d34-02ccd32c6135, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ff958982-ca04-4f99-9d34-02ccd32c6135,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:28:59.144802 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-df3eba67-a5da-4971-b6dc-9489d6d40e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:59.197497 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6d126777-488c-4cfb-8df9-31bd314a5023 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:59.201846 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-6d126777-488c-4cfb-8df9-31bd314a5023 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.6817217
Jun 08 18:28:59.209504 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58722) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:28:59.215156 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Request body: {'floatingip': {'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:28:59.229959 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:59.243452 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0050130e-f2ae-437f-af29-68e8c8e2cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:59.258577 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-342cc04b-45fa-4f81-a584-b5f32c24e2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:59.258883 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-10de4e03-2491-4c55-b783-4384cd99b957 service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5473189
Jun 08 18:28:59.259854 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafdef5-f21a-41ee-85fa-2c4cb6fd3a17 req-cb5c4f61-50f7-471e-808b-f777b174f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:59.261143 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7aafdef5-f21a-41ee-85fa-2c4cb6fd3a17 req-cb5c4f61-50f7-471e-808b-f777b174f187 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d0f295eb-208a-4278-b7dd-e8322aa693cf HTTP/1.1" status: 200  len: 911 time: 0.3687949
Jun 08 18:28:59.279489 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0112b53-d63e-427c-939b-31a8e1033a5c req-5d397d85-bffb-4ae3-a784-8519ba9e74ef tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:59.286422 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d0112b53-d63e-427c-939b-31a8e1033a5c req-5d397d85-bffb-4ae3-a784-8519ba9e74ef tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 943 time: 0.4985282
Jun 08 18:28:59.321515 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-3308e002-fd07-4813-8086-e57efcf00082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:59.323081 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-3308e002-fd07-4813-8086-e57efcf00082 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 1096 time: 0.5685933
Jun 08 18:28:59.349067 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0050130e-f2ae-437f-af29-68e8c8e2cb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:59.350170 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-0050130e-f2ae-437f-af29-68e8c8e2cb28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21ed22c1-7c10-4e9d-93f1-6096de32754f HTTP/1.1" status: 204  len: 168 time: 0.7082458
Jun 08 18:28:59.447120 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36904c2-91d9-4ab1-b449-7f6d9ec5fede', 'tag': 'f9307fe4-b226-41e8-b44a-4f9541a0f590'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:28:59.449308 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f94705-9ff8-427b-83ac-71d2129febbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e36904c2-91d9-4ab1-b449-7f6d9ec5fede", "tag": "f9307fe4-b226-41e8-b44a-4f9541a0f590"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:28:59.449465 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:59.450555 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:59.452006 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] 10.222.0.37 "PUT /v2.0/ports/ff958982-ca04-4f99-9d34-02ccd32c6135 HTTP/1.1" status: 200  len: 1094 time: 4.1799991
Jun 08 18:28:59.452475 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e01c03-c3b9-4237-8632-8243730976d0', 'tag': 'ff958982-ca04-4f99-9d34-02ccd32c6135'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:28:59.522766 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:28:59.529086 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7aafdef5-f21a-41ee-85fa-2c4cb6fd3a17 req-c800388e-0ca6-47be-8816-cda3af6a44f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4132aaf-247d-4b8e-af20-097dd78c602a HTTP/1.1" status: 200  len: 217 time: 0.2384267
Jun 08 18:28:59.586655 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-be318d98-8321-4d20-9748-b0cea5b0354b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9307fe4-b226-41e8-b44a-4f9541a0f590 HTTP/1.1" status: 200  len: 217 time: 0.1388128
Jun 08 18:28:59.593034 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff958982-ca04-4f99-9d34-02ccd32c6135,revision_number=3']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:59.643352 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:59.649867 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-91afbbd6-ff46-4c94-aed0-a563066dc13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:28:59.676231 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d0112b53-d63e-427c-939b-31a8e1033a5c req-80c33780-666e-43f4-a7af-131b6dd82db2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3887653
Jun 08 18:28:59.833252 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 7d5f3614-061b-4cb1-a55b-7f63e099ff79 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:28:59.844921 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050130e-f2ae-437f-af29-68e8c8e2cb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ed22c1-7c10-4e9d-93f1-6096de32754f,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:28:59.854574 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-0050130e-f2ae-437f-af29-68e8c8e2cb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:28:59.870635 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafdef5-f21a-41ee-85fa-2c4cb6fd3a17 req-45e6f3d3-a571-4f6f-95ca-5eea927e9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:59.879360 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7aafdef5-f21a-41ee-85fa-2c4cb6fd3a17 req-45e6f3d3-a571-4f6f-95ca-5eea927e9a22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=363675c6-db47-4f44-bb10-ee558451a3da HTTP/1.1" status: 200  len: 851 time: 0.3343103
Jun 08 18:28:59.879360 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-cd569d67-f6e8-4279-bfcb-5e4e066b1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:59.879360 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-cd569d67-f6e8-4279-bfcb-5e4e066b1dcb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33eab693-69b1-41c2-88cf-adfe5e14a0e4 HTTP/1.1" status: 200  len: 858 time: 0.2817528
Jun 08 18:28:59.897359 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a1fcc60f-e14e-4a9b-94ca-37d2b8e764a3 req-07b27aac-69a6-4861-bff5-7f9eb1d31f91 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 210 time: 0.1417925
Jun 08 18:28:59.970623 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa4699-5ecf-42f7-ba3c-2463be0e535a req-70bf322b-cfc6-4d23-b782-e65807d4476f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:28:59.972374 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-e472a8ef-81a9-4c2e-8ea7-b4076e4d5009 service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6839287
Jun 08 18:28:59.974249 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-34fa4699-5ecf-42f7-ba3c-2463be0e535a req-70bf322b-cfc6-4d23-b782-e65807d4476f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 944 time: 0.6095738
Jun 08 18:29:00.061457 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7aafdef5-f21a-41ee-85fa-2c4cb6fd3a17 req-eff6a2c6-12c8-454c-9eb1-4bb3fd978c47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0f295eb-208a-4278-b7dd-e8322aa693cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1630604
Jun 08 18:29:00.068001 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d676924-1e6a-4921-b9df-e190fc4c4e35 x-openstack-request-id: req-1d676924-1e6a-4921-b9df-e190fc4c4e35 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:00.068329 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36904c2-91d9-4ab1-b449-7f6d9ec5fede", "tag": "f9307fe4-b226-41e8-b44a-4f9541a0f590", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:00.068648 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d676924-1e6a-4921-b9df-e190fc4c4e35 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:00.069055 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36904c2-91d9-4ab1-b449-7f6d9ec5fede', 'tag': 'f9307fe4-b226-41e8-b44a-4f9541a0f590', 'status': 'completed', 'code': 200}
Jun 08 18:29:00.073884 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-b8607819-fd1d-4e01-8fda-9ea647fcd2c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fc2034f-f9dc-4cde-884f-66131f58500b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1666734
Jun 08 18:29:00.124575 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-acaf16fd-e968-4fa8-8b05-1c34c17d178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:00.128191 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-acaf16fd-e968-4fa8-8b05-1c34c17d178d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 1097 time: 0.5268569
Jun 08 18:29:00.165058 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642b1678-7715-407a-b221-1ed0dd117dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e01c03-c3b9-4237-8632-8243730976d0", "tag": "ff958982-ca04-4f99-9d34-02ccd32c6135"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:00.174189 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:29:00.179627 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:29:00.180396 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:00.188125 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-34fa4699-5ecf-42f7-ba3c-2463be0e535a req-401f1e80-7f28-49dc-bfc6-341c9a7cd045 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1935863
Jun 08 18:29:00.313503 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:00.316609 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-5bf0f529-0ee6-4959-bca3-f84f09d1c003 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff958982-ca04-4f99-9d34-02ccd32c6135 HTTP/1.1" status: 200  len: 217 time: 0.1484413
Jun 08 18:29:00.405641 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:00.449691 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 7d5f3614-061b-4cb1-a55b-7f63e099ff79, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=7d5f3614-061b-4cb1-a55b-7f63e099ff79,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:00.517249 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-604c97b7-0f2b-4693-b1d7-4ec14f7e44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:00.519571 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-604c97b7-0f2b-4693-b1d7-4ec14f7e44b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33eab693-69b1-41c2-88cf-adfe5e14a0e4 HTTP/1.1" status: 200  len: 858 time: 0.1652620
Jun 08 18:29:00.523516 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:00.544120 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:00.582576 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-94fc2d42-bb70-4294-b993-a034d31a0195 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fc2034f-f9dc-4cde-884f-66131f58500b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514550
Jun 08 18:29:00.583946 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da13f4e-7b48-4796-9b55-2893f9ce7d85 x-openstack-request-id: req-1da13f4e-7b48-4796-9b55-2893f9ce7d85 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:00.584260 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e01c03-c3b9-4237-8632-8243730976d0", "tag": "ff958982-ca04-4f99-9d34-02ccd32c6135", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:00.584520 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1da13f4e-7b48-4796-9b55-2893f9ce7d85 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:00.584974 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e01c03-c3b9-4237-8632-8243730976d0', 'tag': 'ff958982-ca04-4f99-9d34-02ccd32c6135', 'status': 'completed', 'code': 200}
Jun 08 18:29:00.591253 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7aafdef5-f21a-41ee-85fa-2c4cb6fd3a17 req-59db7e3d-5be8-4e74-8100-dc653cc0f1f6 service neutron] 10.222.0.37 "GET /v2.0/networks/d0f295eb-208a-4278-b7dd-e8322aa693cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5212891
Jun 08 18:29:00.657125 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=7d5f3614-061b-4cb1-a55b-7f63e099ff79,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:00.663650 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:00.779497 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Allocated IP 172.27.1.92 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/b96ce8e8-693f-412d-9948-3005224ac7fa) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:29:00.781276 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-92127f2d-f98c-477d-943b-c28115614a15 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5665071
Jun 08 18:29:00.800105 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-4bbfd286-8365-4df5-8a2a-1532e2dadea9 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111597
Jun 08 18:29:01.019034 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b082e-8c9e-4b64-a934-bbd290dd849f req-cfebcc4e-ae4f-409c-bb31-40b0794d2c7e tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:01.023447 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c04b082e-8c9e-4b64-a934-bbd290dd849f req-cfebcc4e-ae4f-409c-bb31-40b0794d2c7e tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 943 time: 0.8099616
Jun 08 18:29:01.088938 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ebdd2091-697a-481c-a263-7a54b7050baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:01.123646 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c04b082e-8c9e-4b64-a934-bbd290dd849f req-32aea40a-5b3a-499e-ba88-19968878bd9e tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808499
Jun 08 18:29:01.128152 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e438fb6b-f8ce-42ad-9667-16cfdfcec222 req-83b9f834-9b24-4964-b7eb-a42711b28164 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3361816
Jun 08 18:29:01.131969 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7aafdef5-f21a-41ee-85fa-2c4cb6fd3a17 req-81aafa47-3d33-4b88-b170-c38e597339fe service neutron] 10.222.0.37 "GET /v2.0/networks/d0f295eb-208a-4278-b7dd-e8322aa693cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4987416
Jun 08 18:29:01.149280 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d512d649-fc99-46b2-9f17-1429ab4c4008 req-b42f7b6b-61a0-42f2-b751-5077d70814ce service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3279009
Jun 08 18:29:01.195754 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de112a7-c095-458a-b873-38653001e1ad req-2f3e95e5-4819-45c2-9097-44a442e96c4d tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:01.200754 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0de112a7-c095-458a-b873-38653001e1ad req-2f3e95e5-4819-45c2-9097-44a442e96c4d tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 943 time: 0.2049286
Jun 08 18:29:01.206170 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:01.275500 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device f4132aaf-247d-4b8e-af20-097dd78c602a details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:29:01.341123 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0de112a7-c095-458a-b873-38653001e1ad req-a5814d62-c3ab-4370-b863-819652258345 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311502
Jun 08 18:29:01.389004 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6f183105-cbc6-4a96-a38f-e03b168a6f07 req-7bbcbc7e-a779-4b4f-bf67-ad08b1665f24 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 210 time: 0.0510254
Jun 08 18:29:01.402546 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f94705-9ff8-427b-83ac-71d2129febbf req-7db34fa4-45fe-4516-9a88-a08d53224961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:01.404113 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-99f94705-9ff8-427b-83ac-71d2129febbf req-7db34fa4-45fe-4516-9a88-a08d53224961 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 1096 time: 0.1526315
Jun 08 18:29:01.441273 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b1678-7715-407a-b221-1ed0dd117dd1 req-9899b896-ea65-4a8b-8b40-74b1a925e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:01.442733 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-642b1678-7715-407a-b221-1ed0dd117dd1 req-9899b896-ea65-4a8b-8b40-74b1a925e52a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 1097 time: 0.1508746
Jun 08 18:29:01.534500 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port f4132aaf-247d-4b8e-af20-097dd78c602a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f4132aaf-247d-4b8e-af20-097dd78c602a,segment=NetworkSegment(5f32419a-0dd7-43c6-b937-334f4c9309cd),segment_id=5f32419a-0dd7-43c6-b937-334f4c9309cd)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:01.551426 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': 'f4132aaf-247d-4b8e-af20-097dd78c602a', 'network_id': 'd0f295eb-208a-4278-b7dd-e8322aa693cf', 'port_id': 'f4132aaf-247d-4b8e-af20-097dd78c602a', 'mac_address': 'fa:16:3e:5c:56:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363675c6-db47-4f44-bb10-ee558451a3da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:29:01.559194 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:01.560433 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:29:01.560433 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:29:01.560433 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:29:01.560433 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:29:01.560433 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:29:01.560433 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:29:01.618977 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:29:01.619922 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:01.629961 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:29:01.633394 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:29:01.644058 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4132aaf-247d-4b8e-af20-097dd78c602a {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:29:01.651849 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f94705-9ff8-427b-83ac-71d2129febbf req-9dfb9abb-255b-4222-b553-7709cb37ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:01.653502 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-99f94705-9ff8-427b-83ac-71d2129febbf req-9dfb9abb-255b-4222-b553-7709cb37ad14 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 918 time: 0.2417545
Jun 08 18:29:01.667099 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port f4132aaf-247d-4b8e-af20-097dd78c602a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f4132aaf-247d-4b8e-af20-097dd78c602a,segment=NetworkSegment(5f32419a-0dd7-43c6-b937-334f4c9309cd),segment_id=5f32419a-0dd7-43c6-b937-334f4c9309cd)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:01.750661 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-99f94705-9ff8-427b-83ac-71d2129febbf req-683b7133-88d8-4196-93bb-49858371937f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9307fe4-b226-41e8-b44a-4f9541a0f590 HTTP/1.1" status: 200  len: 217 time: 0.0871148
Jun 08 18:29:01.752306 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:01.754999 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:01.782227 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b1678-7715-407a-b221-1ed0dd117dd1 req-ce9f1bcc-0b36-4492-b422-17894747c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:01.784286 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-642b1678-7715-407a-b221-1ed0dd117dd1 req-ce9f1bcc-0b36-4492-b422-17894747c240 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 918 time: 0.3338914
Jun 08 18:29:01.806775 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232bcd6-be57-4d5f-8b1d-de8170d4b8d8 req-835dcb1b-a25d-4271-acd2-3bf793be8399 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:01.808575 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5232bcd6-be57-4d5f-8b1d-de8170d4b8d8 req-835dcb1b-a25d-4271-acd2-3bf793be8399 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 944 time: 0.2939568
Jun 08 18:29:01.815550 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:01.821563 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 7d5f3614-061b-4cb1-a55b-7f63e099ff79 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:29:01.888658 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f94705-9ff8-427b-83ac-71d2129febbf req-90b880e0-eba1-4244-b6a0-fa8a93aac75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:01.890242 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-99f94705-9ff8-427b-83ac-71d2129febbf req-90b880e0-eba1-4244-b6a0-fa8a93aac75b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33eab693-69b1-41c2-88cf-adfe5e14a0e4 HTTP/1.1" status: 200  len: 858 time: 0.1300914
Jun 08 18:29:01.904159 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5232bcd6-be57-4d5f-8b1d-de8170d4b8d8 req-90db8225-dff0-4308-b046-9aec7a398e7f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865135
Jun 08 18:29:01.958328 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-642b1678-7715-407a-b221-1ed0dd117dd1 req-56c27c1d-77f2-4e50-9de1-de130bd2ddbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff958982-ca04-4f99-9d34-02ccd32c6135 HTTP/1.1" status: 200  len: 217 time: 0.1636999
Jun 08 18:29:01.990372 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-99f94705-9ff8-427b-83ac-71d2129febbf req-d7bb4076-6aa7-4224-9082-69b4e82dc393 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fc2034f-f9dc-4cde-884f-66131f58500b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0848825
Jun 08 18:29:02.035741 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=f4132aaf-247d-4b8e-af20-097dd78c602a,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:02.039086 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:02.067190 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:29:02.067577 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:02.109781 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['f4132aaf-247d-4b8e-af20-097dd78c602a'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:29:02.120663 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b1678-7715-407a-b221-1ed0dd117dd1 req-c57096cb-7a62-49d9-b361-00f080892315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:02.137624 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-642b1678-7715-407a-b221-1ed0dd117dd1 req-c57096cb-7a62-49d9-b361-00f080892315 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33eab693-69b1-41c2-88cf-adfe5e14a0e4 HTTP/1.1" status: 200  len: 858 time: 0.1706784
Jun 08 18:29:02.194820 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:02.231911 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-642b1678-7715-407a-b221-1ed0dd117dd1 req-3c20e05c-d7d4-4a80-893e-dcd76885f8d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fc2034f-f9dc-4cde-884f-66131f58500b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0877619
Jun 08 18:29:02.415967 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-99f94705-9ff8-427b-83ac-71d2129febbf req-c1687364-4d5b-4828-a471-06de77b7f7d1 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4141276
Jun 08 18:29:02.469634 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-e8978ee4-1f54-4765-93f8-391cf8ea1da8 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:02.471565 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-e8978ee4-1f54-4765-93f8-391cf8ea1da8 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.37 "GET /v2.0/networks?id=65d87f03-3ac9-4e37-bc0e-830451025de3 HTTP/1.1" status: 200  len: 811 time: 0.1950164
Jun 08 18:29:02.709749 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-99f94705-9ff8-427b-83ac-71d2129febbf req-83df71be-bf50-4ba5-ab2b-152aa360d852 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2794604
Jun 08 18:29:02.756374 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:02.775081 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e63d3e-c4d3-4b5c-aab6-cc8309d0dcfd req-80135a36-b667-462c-82aa-1150a6b9f3b5 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:02.776819 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-36e63d3e-c4d3-4b5c-aab6-cc8309d0dcfd req-80135a36-b667-462c-82aa-1150a6b9f3b5 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 943 time: 0.1457107
Jun 08 18:29:02.868184 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-f100c768-e3e3-4397-9cc9-929fc2dfb761 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c HTTP/1.1" status: 200  len: 378 time: 0.3111422
Jun 08 18:29:02.877277 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-36e63d3e-c4d3-4b5c-aab6-cc8309d0dcfd req-b89b53d5-79ca-49a7-b393-e9bd7b528ed8 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933175
Jun 08 18:29:02.878149 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:02.878642 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-642b1678-7715-407a-b221-1ed0dd117dd1 req-a7dd9521-2f22-48b1-bbb9-76ff9f2396ae service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6382811
Jun 08 18:29:02.882629 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Request body: {'port': {'device_id': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'admin_state_up': True, 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'security_groups': ['89417e89-09eb-4386-b858-33d0a15eda71']}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:02.887964 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:02.949889 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:02.980001 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event updated for resources: {'Port': ['ID=b96ce8e8-693f-412d-9948-3005224ac7fa,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:02.984451 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:03.045402 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e4a4424d-800a-4f83-8015-d85031c6b1e4 req-e62cc59a-ed47-4487-bf25-1a635a279a84 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 210 time: 0.0439453
Jun 08 18:29:03.085845 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:03.088796 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.8765137
Jun 08 18:29:03.144683 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba1d74-c42b-45e1-baad-8d7f58380ebb req-7daaaa3e-cf58-4c1d-a093-029cc6bc3592 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:03.144683 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-74ba1d74-c42b-45e1-baad-8d7f58380ebb req-7daaaa3e-cf58-4c1d-a093-029cc6bc3592 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 944 time: 0.5888889
Jun 08 18:29:03.263019 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 93860c6c-def9-46e6-b58f-6e75ecee3d1c details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:29:03.302437 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-642b1678-7715-407a-b221-1ed0dd117dd1 req-96ec18cb-9294-4a7e-a5b5-09b716737b07 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4032016
Jun 08 18:29:03.315986 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327a74e-1d34-42a7-b5d1-102dbf731d6e req-f31bc7f3-4cd8-445b-b908-a7f79f7aa04f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:03.317675 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1327a74e-1d34-42a7-b5d1-102dbf731d6e req-f31bc7f3-4cd8-445b-b908-a7f79f7aa04f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 944 time: 0.1100371
Jun 08 18:29:03.329553 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-74ba1d74-c42b-45e1-baad-8d7f58380ebb req-4730917c-d1ed-432c-8ed9-5ffd46bba17d tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661019
Jun 08 18:29:03.329808 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device f4132aaf-247d-4b8e-af20-097dd78c602a up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:29:03.388488 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1327a74e-1d34-42a7-b5d1-102dbf731d6e req-8739cff9-aaca-42f4-ad69-feda9b30485b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635347
Jun 08 18:29:03.407569 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.db.resource_extend [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 08 18:29:03.454222 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Made reservation on behalf of 6ccf1bfce8ba4571b6cd110e8108fc2c for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:29:03.457734 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:03.565433 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-211e6407-6f79-4d5f-8cb9-7fa870116570 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--54797463&fields=id&tenant_id=99c4b86bd7f84d599e3a7b569c723959 HTTP/1.1" status: 200  len: 267 time: 0.0919886
Jun 08 18:29:03.593889 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 93860c6c-def9-46e6-b58f-6e75ecee3d1c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=93860c6c-def9-46e6-b58f-6e75ecee3d1c,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:03.609874 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '93860c6c-def9-46e6-b58f-6e75ecee3d1c', 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d', 'port_id': '93860c6c-def9-46e6-b58f-6e75ecee3d1c', 'mac_address': 'fa:16:3e:0d:f3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cd0f06-8822-402d-a542-9efbc09b2fe1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:29:03.680427 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port f4132aaf-247d-4b8e-af20-097dd78c602a completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:29:03.688721 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port f4132aaf-247d-4b8e-af20-097dd78c602a triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:29:03.689655 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:03.717460 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:03.752133 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93860c6c-def9-46e6-b58f-6e75ecee3d1c {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:29:03.775974 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 93860c6c-def9-46e6-b58f-6e75ecee3d1c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=93860c6c-def9-46e6-b58f-6e75ecee3d1c,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:03.807686 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-ad271ece-8717-4622-9888-5235b374ea58 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:03.809761 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-ad271ece-8717-4622-9888-5235b374ea58 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/networks?id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 200  len: 817 time: 0.2307010
Jun 08 18:29:03.810028 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:03.814593 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Allocated IP 172.20.0.13 (65d87f03-3ac9-4e37-bc0e-830451025de3/adb8427b-2336-4883-8f9e-c5554904bb1a/628fc339-a96e-44bf-9312-f1b0b158f2a8) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:29:03.833478 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-cf322a59-14da-4f1d-8142-a674848441f9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/quotas/99c4b86bd7f84d599e3a7b569c723959 HTTP/1.1" status: 200  len: 375 time: 0.0165741
Jun 08 18:29:03.841697 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:03.909063 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:03.909793 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device f9307fe4-b226-41e8-b44a-4f9541a0f590 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:29:03.913684 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-9e554863-b97d-409b-9ceb-97672f7281d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:03.987444 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90c890c-d006-41b2-98df-5852f273e41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4132aaf-247d-4b8e-af20-097dd78c602a'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:29:04.101895 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port f4132aaf-247d-4b8e-af20-097dd78c602a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f4132aaf-247d-4b8e-af20-097dd78c602a,segment=NetworkSegment(5f32419a-0dd7-43c6-b937-334f4c9309cd),segment_id=5f32419a-0dd7-43c6-b937-334f4c9309cd)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:04.113422 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-0421ef35-ba5a-4372-9b03-e99ee9472927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:04.178238 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8f900-49a4-404c-851f-014c7fb33ee7 req-4684ab19-60dd-4c50-a7ec-3d8baedd868b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:04.185498 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9aa8f900-49a4-404c-851f-014c7fb33ee7 req-4684ab19-60dd-4c50-a7ec-3d8baedd868b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 944 time: 0.1624010
Jun 08 18:29:04.199959 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-38f5dce6-3581-418f-9ec9-5d6ea2d34531 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99c4b86bd7f84d599e3a7b569c723959&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3589754
Jun 08 18:29:04.244837 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=93860c6c-def9-46e6-b58f-6e75ecee3d1c,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:04.257170 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58908) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:04.257998 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:04.267928 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:04.274697 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-b4059fce-92ca-4982-9644-700ef50f97dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:04.284746 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9aa8f900-49a4-404c-851f-014c7fb33ee7 req-973bf657-01b8-4e40-9517-80ff2a383bff tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976853
Jun 08 18:29:04.364820 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=f4132aaf-247d-4b8e-af20-097dd78c602a,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:04.376714 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:04.380984 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2bdc86-27d0-427a-a851-0568f1788bed" -d '{"events": [{"server_uuid": "a90c890c-d006-41b2-98df-5852f273e41c", "name": "network-vif-plugged", "status": "completed", "tag": "f4132aaf-247d-4b8e-af20-097dd78c602a"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:04.445817 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port f9307fe4-b226-41e8-b44a-4f9541a0f590, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f9307fe4-b226-41e8-b44a-4f9541a0f590,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:04.475752 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:04.482508 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-084dd3e3-918a-4bff-a71c-01fd11641728 req-2ed5c355-cf99-462b-b78e-39c598d01411 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 210 time: 0.0668480
Jun 08 18:29:04.490865 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': 'f9307fe4-b226-41e8-b44a-4f9541a0f590', 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b', 'port_id': 'f9307fe4-b226-41e8-b44a-4f9541a0f590', 'mac_address': 'fa:16:3e:d0:0a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eab693-69b1-41c2-88cf-adfe5e14a0e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:29:04.517982 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Transition to ACTIVE for port object 628fc339-a96e-44bf-9312-f1b0b158f2a8 will not be triggered until provisioned by entity DHCP. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:29:04.554770 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-71a86823-3095-4b1b-b627-0a570bbb405a service neutron] 10.222.0.20 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3292766
Jun 08 18:29:04.617298 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:04.617838 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-46f9fa1a-20b5-4044-b893-f04bc4fe7522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:04.640749 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9307fe4-b226-41e8-b44a-4f9541a0f590 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:29:04.676302 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port f9307fe4-b226-41e8-b44a-4f9541a0f590, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f9307fe4-b226-41e8-b44a-4f9541a0f590,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:04.730980 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-6f0a8f48-f913-4419-aa2f-9d4b999a73a8 service neutron] 10.222.0.20 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1749063
Jun 08 18:29:04.771829 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cf5b8-bf1d-426f-af38-7d323a3e84e7 req-bfa88457-f554-40e4-b129-d6b168f3e130 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:04.773343 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-639cf5b8-bf1d-426f-af38-7d323a3e84e7 req-bfa88457-f554-40e4-b129-d6b168f3e130 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 945 time: 0.1439922
Jun 08 18:29:04.781368 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:04.782558 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device ff958982-ca04-4f99-9d34-02ccd32c6135 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:29:04.800488 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:04.804838 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:29:04.804838 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:29:04.804838 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:29:04.804838 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:29:04.804838 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:29:04.804838 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:29:04.811576 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:04.828503 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Network 65d87f03-3ac9-4e37-bc0e-830451025de3 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:29:04.829860 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:29:04.832460 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:29:04.839138 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:04.839962 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:04.852633 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-639cf5b8-bf1d-426f-af38-7d323a3e84e7 req-2bef9283-06b5-4bd4-9c08-e4f764c37603 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712514
Jun 08 18:29:04.888594 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-46f9fa1a-20b5-4044-b893-f04bc4fe7522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:04.900893 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.db.resource_extend [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 08 18:29:04.916801 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port ff958982-ca04-4f99-9d34-02ccd32c6135, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ff958982-ca04-4f99-9d34-02ccd32c6135,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:04.965160 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-46f9fa1a-20b5-4044-b893-f04bc4fe7522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:04.976189 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': 'ff958982-ca04-4f99-9d34-02ccd32c6135', 'network_id': '7fc2034f-f9dc-4cde-884f-66131f58500b', 'port_id': 'ff958982-ca04-4f99-9d34-02ccd32c6135', 'mac_address': 'fa:16:3e:e9:40:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33eab693-69b1-41c2-88cf-adfe5e14a0e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:29:04.981856 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=f9307fe4-b226-41e8-b44a-4f9541a0f590,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:04.992827 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:05.028352 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:05.064750 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:05.085088 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-c0dc1678-fa26-47d0-8b6e-17b54dc03d85 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2090023
Jun 08 18:29:05.090393 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:05.091774 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff958982-ca04-4f99-9d34-02ccd32c6135 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:29:05.109036 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Request body: {'port': {'device_id': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:05.125800 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-46f9fa1a-20b5-4044-b893-f04bc4fe7522 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=170db7cbc2eb40ac8051a997b41c44e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8635449
Jun 08 18:29:05.132730 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port ff958982-ca04-4f99-9d34-02ccd32c6135, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ff958982-ca04-4f99-9d34-02ccd32c6135,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:05.156735 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9fa1a-20b5-4044-b893-f04bc4fe7522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19baa1d-2bbd-4ef2-a9cf-297fea999ba4,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:05.161674 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58938) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:05.226869 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-46f9fa1a-20b5-4044-b893-f04bc4fe7522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:05.233925 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:05.235907 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-ab10e88f-00f4-4bdd-9632-1dc29c9d01b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:05.269507 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cfc3784d-6392-40d0-b9de-9b6d70674ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:05.281460 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:05.307603 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cfc3784d-6392-40d0-b9de-9b6d70674ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:05.320705 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=ff958982-ca04-4f99-9d34-02ccd32c6135,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:05.324242 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-e4f676ed-291f-494b-a6da-c217d6ebbf2b None None] Provisioning for port 628fc339-a96e-44bf-9312-f1b0b158f2a8 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:29:05.327139 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:05.330249 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-e4f676ed-291f-494b-a6da-c217d6ebbf2b None None] Provisioning complete for port 628fc339-a96e-44bf-9312-f1b0b158f2a8 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:29:05.330658 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-e4f676ed-291f-494b-a6da-c217d6ebbf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:05.367026 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58f63b-a3cc-4422-b495-558a3bf8b663 req-b637299c-812d-4845-b2f3-c50e8f18c711 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:05.375635 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4a58f63b-a3cc-4422-b495-558a3bf8b663 req-b637299c-812d-4845-b2f3-c50e8f18c711 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 944 time: 0.3346140
Jun 08 18:29:05.394037 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c25aafe-34b3-4f4f-8617-0e4c479a5f0f x-openstack-request-id: req-5c25aafe-34b3-4f4f-8617-0e4c479a5f0f {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:05.394454 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90c890c-d006-41b2-98df-5852f273e41c", "name": "network-vif-plugged", "status": "completed", "tag": "f4132aaf-247d-4b8e-af20-097dd78c602a", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:05.394770 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c25aafe-34b3-4f4f-8617-0e4c479a5f0f {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:05.395299 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90c890c-d006-41b2-98df-5852f273e41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4132aaf-247d-4b8e-af20-097dd78c602a', 'code': 200}
Jun 08 18:29:05.438372 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b006447b-cbda-43b7-9172-5f2ef9027374 req-fae655c2-4509-4dff-9e58-fe49a15dfb2a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 210 time: 0.0469151
Jun 08 18:29:05.453269 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-e4f676ed-291f-494b-a6da-c217d6ebbf2b None None] Port 628fc339-a96e-44bf-9312-f1b0b158f2a8 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:29:05.478169 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4a58f63b-a3cc-4422-b495-558a3bf8b663 req-318eddf3-b88e-4d40-8a73-a61d546eb142 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014347
Jun 08 18:29:05.514253 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cfc3784d-6392-40d0-b9de-9b6d70674ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:05.523913 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cfc3784d-6392-40d0-b9de-9b6d70674ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:05.526409 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['93860c6c-def9-46e6-b58f-6e75ecee3d1c'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:29:05.538289 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-cfc3784d-6392-40d0-b9de-9b6d70674ae3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b19baa1d-2bbd-4ef2-a9cf-297fea999ba4 HTTP/1.1" status: 204  len: 168 time: 0.3723755
Jun 08 18:29:05.539205 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-3090798b-4f26-4bb5-ac5c-f8fb15820ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:05.558328 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3784d-6392-40d0-b9de-9b6d70674ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19baa1d-2bbd-4ef2-a9cf-297fea999ba4,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:05.563710 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cfc3784d-6392-40d0-b9de-9b6d70674ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:05.582560 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['ff958982-ca04-4f99-9d34-02ccd32c6135'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:29:05.644885 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['f9307fe4-b226-41e8-b44a-4f9541a0f590'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:29:05.746853 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e093e6-b59b-4224-8637-b8a9b439f131 req-0aa6d9b6-a42e-496a-8b03-03158a7ba394 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:05.755743 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-32e093e6-b59b-4224-8637-b8a9b439f131 req-0aa6d9b6-a42e-496a-8b03-03158a7ba394 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 944 time: 0.1685143
Jun 08 18:29:05.828544 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-32e093e6-b59b-4224-8637-b8a9b439f131 req-1b074dfc-a5bb-4d67-942c-f9265ffb704c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708041
Jun 08 18:29:05.839183 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628fc339-a96e-44bf-9312-f1b0b158f2a8 {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:29:05.867776 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:05.907521 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Transition to ACTIVE for port object 628fc339-a96e-44bf-9312-f1b0b158f2a8 will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:29:05.955855 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161b34e-d68d-4876-9772-60e317e00abd req-3521f9a3-72ac-4063-afc2-f3418f9f8504 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:05.957521 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4161b34e-d68d-4876-9772-60e317e00abd req-3521f9a3-72ac-4063-afc2-f3418f9f8504 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 932 time: 0.2353187
Jun 08 18:29:06.005164 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c65e8a-e915-4f4f-ab3d-3fa0521c8280 req-2f3ff0c1-e947-4bc1-9100-c6905b4e4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:06.006658 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-07c65e8a-e915-4f4f-ab3d-3fa0521c8280 req-2f3ff0c1-e947-4bc1-9100-c6905b4e4a36 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 1098 time: 0.2150357
Jun 08 18:29:06.045084 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:06.048133 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-07c65e8a-e915-4f4f-ab3d-3fa0521c8280 req-c0853ef0-33da-4981-8ac7-6bd3acb030e3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:06.098156 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:06.132462 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f662f-715f-4936-a905-8667ecdd0fff req-292c5fe3-17e7-4bb3-9782-8011a7c5166f tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:06.142126 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f75f662f-715f-4936-a905-8667ecdd0fff req-292c5fe3-17e7-4bb3-9782-8011a7c5166f tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 945 time: 0.1421359
Jun 08 18:29:06.188924 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=628fc339-a96e-44bf-9312-f1b0b158f2a8,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:06.193730 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:06.212111 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4161b34e-d68d-4876-9772-60e317e00abd req-8c7aa7a3-e685-4ad9-ab13-c67e0fb7b241 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2346330
Jun 08 18:29:06.255614 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f75f662f-715f-4936-a905-8667ecdd0fff req-201547f6-0e4e-4c8e-ba03-ef8dca524581 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122050
Jun 08 18:29:06.383827 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Attempting to bind port 628fc339-a96e-44bf-9312-f1b0b158f2a8 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:29:06.384398 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Attempting to bind port 628fc339-a96e-44bf-9312-f1b0b158f2a8 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:29:06.384567 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Attempting to bind port 628fc339-a96e-44bf-9312-f1b0b158f2a8 on network 65d87f03-3ac9-4e37-bc0e-830451025de3 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:29:06.394552 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Port 628fc339-a96e-44bf-9312-f1b0b158f2a8 on network 65d87f03-3ac9-4e37-bc0e-830451025de3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:29:06.394870 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Attempting to bind port 628fc339-a96e-44bf-9312-f1b0b158f2a8 on network 65d87f03-3ac9-4e37-bc0e-830451025de3 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:29:06.403999 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:29:06.406986 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Checking segment: {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:29:06.406986 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Bound using segment: {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:29:06.406986 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Bound port: 628fc339-a96e-44bf-9312-f1b0b158f2a8, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:29:06.406986 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:06.588694 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-52d57190-823a-48ea-8bec-bacde6a87ce7 req-b391a993-b32c-48ec-8386-1e0f2a841f53 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 210 time: 0.0736930
Jun 08 18:29:06.599120 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-07c65e8a-e915-4f4f-ab3d-3fa0521c8280 req-c0853ef0-33da-4981-8ac7-6bd3acb030e3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:06.600436 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] For port 628fc339-a96e-44bf-9312-f1b0b158f2a8, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:29:06.614493 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] For port 628fc339-a96e-44bf-9312-f1b0b158f2a8, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=628fc339-a96e-44bf-9312-f1b0b158f2a8,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:29:06.696074 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77782d4-0db1-493f-955e-783b9b3a40fb req-d6c68ee3-79c6-4a6c-8a14-7497c061b6eb tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:06.697522 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c77782d4-0db1-493f-955e-783b9b3a40fb req-d6c68ee3-79c6-4a6c-8a14-7497c061b6eb tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 945 time: 0.0897837
Jun 08 18:29:06.724966 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:06.733283 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-07c65e8a-e915-4f4f-ab3d-3fa0521c8280 req-c0853ef0-33da-4981-8ac7-6bd3acb030e3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:06.740233 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:06.747857 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c77782d4-0db1-493f-955e-783b9b3a40fb req-00ab9352-1de3-44e4-a412-694d1a0a5a6d tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438464
Jun 08 18:29:06.817164 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:06.818159 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:06.819544 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] 10.222.0.37 "PUT /v2.0/ports/628fc339-a96e-44bf-9312-f1b0b158f2a8 HTTP/1.1" status: 200  len: 1094 time: 1.7275715
Jun 08 18:29:06.822838 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'tag': '628fc339-a96e-44bf-9312-f1b0b158f2a8'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:29:06.832983 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccd247a-6715-421c-a8a2-85abcbb6d6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "20bb34f2-d28e-4ab6-8e7a-daebaac685a9", "tag": "628fc339-a96e-44bf-9312-f1b0b158f2a8"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:06.837478 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-07c65e8a-e915-4f4f-ab3d-3fa0521c8280 req-c0853ef0-33da-4981-8ac7-6bd3acb030e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8239729
Jun 08 18:29:06.863627 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=628fc339-a96e-44bf-9312-f1b0b158f2a8,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:06.869418 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:06.882758 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:06.882758 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c74f0cf8-984c-49c6-9408-dabdb7bcbaa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:06.906543 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0853ef0-33da-4981-8ac7-6bd3acb030e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=542d331f-622d-4d58-9440-f30bd14f7e92,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:06.913583 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58986) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:06.923908 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c0853ef0-33da-4981-8ac7-6bd3acb030e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:06.955510 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-92337036-319a-4bee-9db0-49d7cf7e8694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:07.013226 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc67b34e-daad-4580-8012-c7b218124dd6 x-openstack-request-id: req-dc67b34e-daad-4580-8012-c7b218124dd6 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:07.013682 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bb34f2-d28e-4ab6-8e7a-daebaac685a9", "tag": "628fc339-a96e-44bf-9312-f1b0b158f2a8", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:07.014040 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc67b34e-daad-4580-8012-c7b218124dd6 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:07.014561 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'tag': '628fc339-a96e-44bf-9312-f1b0b158f2a8', 'status': 'completed', 'code': 200}
Jun 08 18:29:07.065047 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 58988) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:07.132048 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-4bfd5f61-01f7-4af9-8ff7-1e04ddec8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:07.133856 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-4bfd5f61-01f7-4af9-8ff7-1e04ddec8b1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 1097 time: 0.1808319
Jun 08 18:29:07.162437 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c005c1a-b806-4d8a-a18b-ef0b876e9a07 req-105bfe2f-fa82-4b54-82ab-799b8c81494a tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:07.169823 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8c005c1a-b806-4d8a-a18b-ef0b876e9a07 req-105bfe2f-fa82-4b54-82ab-799b8c81494a tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 944 time: 0.1635532
Jun 08 18:29:07.209765 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-623d9023-090a-422f-8a60-6fbb9ac8ac74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=628fc339-a96e-44bf-9312-f1b0b158f2a8 HTTP/1.1" status: 200  len: 217 time: 0.0674088
Jun 08 18:29:07.262051 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device f9307fe4-b226-41e8-b44a-4f9541a0f590 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:29:07.308246 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69e89e07-f65c-4946-8831-b9541b023a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:07.339218 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8c005c1a-b806-4d8a-a18b-ef0b876e9a07 req-2821d294-6177-4a0e-9174-89dfa8765238 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684589
Jun 08 18:29:07.342111 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-18ca00e2-9fd1-4091-a2c9-e10dada3f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:07.344416 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-18ca00e2-9fd1-4091-a2c9-e10dada3f2ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adb8427b-2336-4883-8f9e-c5554904bb1a HTTP/1.1" status: 200  len: 850 time: 0.1270695
Jun 08 18:29:07.363360 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-92337036-319a-4bee-9db0-49d7cf7e8694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:07.495170 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-92337036-319a-4bee-9db0-49d7cf7e8694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:07.497883 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-9b5ff3d3-ef2d-439d-a9a5-4dcc2847ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:07.499385 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-9b5ff3d3-ef2d-439d-a9a5-4dcc2847ed57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d87f03-3ac9-4e37-bc0e-830451025de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1473620
Jun 08 18:29:07.507853 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a59f67-74db-47d3-b9b4-049c4b021a0c req-6fc68322-6bd1-4c57-ba67-91bb504733f1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:07.508227 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port f9307fe4-b226-41e8-b44a-4f9541a0f590 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:29:07.509280 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d2a59f67-74db-47d3-b9b4-049c4b021a0c req-6fc68322-6bd1-4c57-ba67-91bb504733f1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 944 time: 0.1205471
Jun 08 18:29:07.515840 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port f9307fe4-b226-41e8-b44a-4f9541a0f590 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:29:07.516727 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:07.531484 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-46f9fa1a-20b5-4044-b893-f04bc4fe7522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:07.580714 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-92337036-319a-4bee-9db0-49d7cf7e8694 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69f672afbd5b451498156e93fc92537e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6657984
Jun 08 18:29:07.588902 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 58996) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:07.590852 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92337036-319a-4bee-9db0-49d7cf7e8694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c951c522-c042-46c3-99f5-5bd761da7aee,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:07.598436 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-92337036-319a-4bee-9db0-49d7cf7e8694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:07.635292 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c424fb-c6df-449a-ac6b-689ebac2d978 req-931aaabf-630e-4bc5-8b91-3ba194b8ecb7 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:07.636809 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c4c424fb-c6df-449a-ac6b-689ebac2d978 req-931aaabf-630e-4bc5-8b91-3ba194b8ecb7 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 945 time: 0.1848867
Jun 08 18:29:07.658116 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:07.683654 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d2a59f67-74db-47d3-b9b4-049c4b021a0c req-be3f480c-6e4e-4657-88ee-523b86bbc597 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1548882
Jun 08 18:29:07.706125 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port f9307fe4-b226-41e8-b44a-4f9541a0f590, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f9307fe4-b226-41e8-b44a-4f9541a0f590,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:07.706125 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36904c2-91d9-4ab1-b449-7f6d9ec5fede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9307fe4-b226-41e8-b44a-4f9541a0f590'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:29:07.708523 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65a561e-f95d-498f-9eca-437733b5d70d" -d '{"events": [{"server_uuid": "e36904c2-91d9-4ab1-b449-7f6d9ec5fede", "name": "network-vif-plugged", "status": "completed", "tag": "f9307fe4-b226-41e8-b44a-4f9541a0f590"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:07.716627 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c4c424fb-c6df-449a-ac6b-689ebac2d978 req-fcae8c4e-b1e4-47ca-828e-1bd0ace07496 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721540
Jun 08 18:29:07.720409 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b93bd9f8-44bd-4509-b12f-4ab18242e1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:07.728063 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69e89e07-f65c-4946-8831-b9541b023a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:07.747307 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-2a42ea08-50f5-4f8f-833e-e2a5482bc041 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2369149
Jun 08 18:29:07.765558 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:07.766664 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 93860c6c-def9-46e6-b58f-6e75ecee3d1c up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:29:07.771869 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b93bd9f8-44bd-4509-b12f-4ab18242e1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:07.797417 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69e89e07-f65c-4946-8831-b9541b023a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:07.807388 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f02ffb5-fe53-4b23-befd-fd1f16003582 x-openstack-request-id: req-2f02ffb5-fe53-4b23-befd-fd1f16003582 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:07.807685 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36904c2-91d9-4ab1-b449-7f6d9ec5fede", "name": "network-vif-plugged", "status": "completed", "tag": "f9307fe4-b226-41e8-b44a-4f9541a0f590", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:07.807942 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f02ffb5-fe53-4b23-befd-fd1f16003582 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:07.808329 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36904c2-91d9-4ab1-b449-7f6d9ec5fede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9307fe4-b226-41e8-b44a-4f9541a0f590', 'code': 200}
Jun 08 18:29:07.809523 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:07.864675 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:07.905512 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-69e89e07-f65c-4946-8831-b9541b023a88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0aa25e7980124511bfcdd6421a3e1e22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8371322
Jun 08 18:29:07.909955 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 59004) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:07.929010 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=f9307fe4-b226-41e8-b44a-4f9541a0f590,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:07.935061 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:08.013027 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e89e07-f65c-4946-8831-b9541b023a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e750d38-c457-446f-ad36-5ecb308053d0,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:08.031037 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-69e89e07-f65c-4946-8831-b9541b023a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:08.037293 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port 93860c6c-def9-46e6-b58f-6e75ecee3d1c completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:29:08.042512 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 93860c6c-def9-46e6-b58f-6e75ecee3d1c triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:29:08.043168 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:08.047487 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-da296fd7-5686-45fd-8295-f8a900fdf9f8 req-4360d114-989f-4535-b87c-52f47f45dfdb tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 210 time: 0.1150131
Jun 08 18:29:08.142550 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f9d7a-ac71-4693-abe3-9e02d799c3ed req-14bc2734-65ff-4e2d-acf6-d6333046dd0b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:08.144796 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-568f9d7a-ac71-4693-abe3-9e02d799c3ed req-14bc2734-65ff-4e2d-acf6-d6333046dd0b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 945 time: 0.2020330
Jun 08 18:29:08.224058 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-568f9d7a-ac71-4693-abe3-9e02d799c3ed req-ac375ba9-4809-4238-bed1-3d67f22526d2 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731304
Jun 08 18:29:08.224507 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:08.251275 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a9bf7a76-a1c7-48b8-9941-28a32386deda req-e57ad6cb-eb8e-41d6-811f-bf174d2c55fd service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4716470
Jun 08 18:29:08.263063 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-069074b1-b0f2-4f92-bd9e-880effa6c8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:08.304818 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 93860c6c-def9-46e6-b58f-6e75ecee3d1c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=93860c6c-def9-46e6-b58f-6e75ecee3d1c,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:08.338631 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-069074b1-b0f2-4f92-bd9e-880effa6c8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:08.353866 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1faf63-894c-4323-a46d-8f69f002bb68 req-011e819d-1f3b-46fc-9fd2-5fbbab13787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:08.356201 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-cb1faf63-894c-4323-a46d-8f69f002bb68 req-011e819d-1f3b-46fc-9fd2-5fbbab13787a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 1098 time: 0.1172576
Jun 08 18:29:08.360100 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-a5db12a8-a421-48dd-9d0a-5f1ce8081ab7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:08.361546 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-a5db12a8-a421-48dd-9d0a-5f1ce8081ab7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.37 "GET /v2.0/networks?id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 200  len: 817 time: 0.2685726
Jun 08 18:29:08.366352 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:08.367539 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device ff958982-ca04-4f99-9d34-02ccd32c6135 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:29:08.402895 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b93bd9f8-44bd-4509-b12f-4ab18242e1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:08.412146 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:08.419777 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b93bd9f8-44bd-4509-b12f-4ab18242e1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:08.424669 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-b93bd9f8-44bd-4509-b12f-4ab18242e1ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c951c522-c042-46c3-99f5-5bd761da7aee HTTP/1.1" status: 204  len: 168 time: 0.8274026
Jun 08 18:29:08.437359 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:08.441614 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-cb1faf63-894c-4323-a46d-8f69f002bb68 req-b8e188f7-dc44-4280-aa73-b04213ac99ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688772
Jun 08 18:29:08.488763 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bd9f8-44bd-4509-b12f-4ab18242e1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c951c522-c042-46c3-99f5-5bd761da7aee,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:08.499567 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b93bd9f8-44bd-4509-b12f-4ab18242e1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:08.518770 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-9296e2d2-7da6-4e55-82ed-029b38534a60 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c4b86bd7f84d599e3a7b569c723959 HTTP/1.1" status: 200  len: 378 time: 0.1344039
Jun 08 18:29:08.526750 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Request body: {'port': {'device_id': '2ff0df16-8757-4132-a176-a13a57fdf542', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'admin_state_up': True, 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'security_groups': ['e52f4ca3-60c7-49f0-a09f-8e89bfd241c1']}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:08.558516 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=93860c6c-def9-46e6-b58f-6e75ecee3d1c,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:08.561728 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:08.640394 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port ff958982-ca04-4f99-9d34-02ccd32c6135 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:29:08.646770 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port ff958982-ca04-4f99-9d34-02ccd32c6135 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:29:08.651931 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:08.670511 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd247a-6715-421c-a8a2-85abcbb6d6fb req-5c20bdb5-aed9-4933-bd9d-603df3e395a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:08.672243 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2ccd247a-6715-421c-a8a2-85abcbb6d6fb req-5c20bdb5-aed9-4933-bd9d-603df3e395a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 1097 time: 0.0813742
Jun 08 18:29:08.804958 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-069074b1-b0f2-4f92-bd9e-880effa6c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:08.818641 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-069074b1-b0f2-4f92-bd9e-880effa6c8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:08.819772 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-069074b1-b0f2-4f92-bd9e-880effa6c8b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e750d38-c457-446f-ad36-5ecb308053d0 HTTP/1.1" status: 204  len: 168 time: 0.9088833
Jun 08 18:29:08.820743 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4e03d39b-fe42-431e-a35f-539848aff10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:08.835818 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd247a-6715-421c-a8a2-85abcbb6d6fb req-71f0eacb-c218-487e-9a37-239626dc8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:08.837300 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2ccd247a-6715-421c-a8a2-85abcbb6d6fb req-71f0eacb-c218-487e-9a37-239626dc8eb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d87f03-3ac9-4e37-bc0e-830451025de3 HTTP/1.1" status: 200  len: 911 time: 0.1577466
Jun 08 18:29:08.849893 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546626af-c6b5-4d04-8077-d7b47455e808 req-b9912771-8fca-4d1c-a56b-8779e11e5de6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:08.863498 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-546626af-c6b5-4d04-8077-d7b47455e808 req-b9912771-8fca-4d1c-a56b-8779e11e5de6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 945 time: 0.3137236
Jun 08 18:29:08.873009 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069074b1-b0f2-4f92-bd9e-880effa6c8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e750d38-c457-446f-ad36-5ecb308053d0,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:08.877988 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-069074b1-b0f2-4f92-bd9e-880effa6c8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:08.948400 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:08.993507 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port ff958982-ca04-4f99-9d34-02ccd32c6135, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ff958982-ca04-4f99-9d34-02ccd32c6135,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:09.003882 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-546626af-c6b5-4d04-8077-d7b47455e808 req-acb011e4-b3ce-416b-880b-6812ea68daaf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247349
Jun 08 18:29:09.007546 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2ccd247a-6715-421c-a8a2-85abcbb6d6fb req-cd7daf3c-a335-4752-8b99-6a10aabf6195 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=628fc339-a96e-44bf-9312-f1b0b158f2a8 HTTP/1.1" status: 200  len: 217 time: 0.0829928
Jun 08 18:29:09.020961 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Made reservation on behalf of 99c4b86bd7f84d599e3a7b569c723959 for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:29:09.031439 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:09.075095 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:09.078623 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:09.093070 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2573a0-2c45-4aa5-a1e6-e55abc946aaf req-a70260f5-bec8-43ca-9f1f-154af8705c14 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:09.094862 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2d2573a0-2c45-4aa5-a1e6-e55abc946aaf req-a70260f5-bec8-43ca-9f1f-154af8705c14 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 944 time: 0.2533572
Jun 08 18:29:09.123528 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd247a-6715-421c-a8a2-85abcbb6d6fb req-78c11f53-61d6-4ecc-88e2-f2ea5473ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:09.125166 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2ccd247a-6715-421c-a8a2-85abcbb6d6fb req-78c11f53-61d6-4ecc-88e2-f2ea5473ee9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adb8427b-2336-4883-8f9e-c5554904bb1a HTTP/1.1" status: 200  len: 850 time: 0.1048067
Jun 08 18:29:09.215859 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2d2573a0-2c45-4aa5-a1e6-e55abc946aaf req-a0377707-f8e1-4079-bf98-378c69809dd8 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1127052
Jun 08 18:29:09.236426 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd247a-6715-421c-a8a2-85abcbb6d6fb req-c9e97ad0-8aa4-4a0c-8967-18e0e0f7cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:09.238217 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2ccd247a-6715-421c-a8a2-85abcbb6d6fb req-c9e97ad0-8aa4-4a0c-8967-18e0e0f7cef5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d87f03-3ac9-4e37-bc0e-830451025de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0984468
Jun 08 18:29:09.345784 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=ff958982-ca04-4f99-9d34-02ccd32c6135,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:09.357779 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:09.488645 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Allocated IP 172.20.0.6 (4e65c5bf-fac2-44f5-afa7-eac51446a6b9/ce63b7a8-e50f-4613-b1c7-3a6994e16221/4b48d18f-d85b-45f3-bed2-15e826dc511e) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:29:09.508931 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5484e-65da-4de1-8054-b5777de2cf68 req-b6ffc39c-7614-4ec6-b7cb-47b330399d20 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:09.516978 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6fa5484e-65da-4de1-8054-b5777de2cf68 req-b6ffc39c-7614-4ec6-b7cb-47b330399d20 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 945 time: 0.2398374
Jun 08 18:29:09.555875 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2ccd247a-6715-421c-a8a2-85abcbb6d6fb req-59d70a3f-709f-4eb6-a917-f84c5cf4b881 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3093615
Jun 08 18:29:09.557902 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-446488fd-26a7-4589-8357-ee0f71630c66 req-21d80c5c-2471-4c9c-9083-3d31848eeb07 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 210 time: 0.1164751
Jun 08 18:29:09.612753 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6fa5484e-65da-4de1-8054-b5777de2cf68 req-d1822d76-7965-4201-90d7-7a82809c61e1 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950379
Jun 08 18:29:09.738904 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2ccd247a-6715-421c-a8a2-85abcbb6d6fb req-87cf37f1-109d-4c3f-a907-a4c30cf64654 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765716
Jun 08 18:29:09.810210 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93860c6c-def9-46e6-b58f-6e75ecee3d1c'}, {'server_uuid': 'd8e01c03-c3b9-4237-8632-8243730976d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff958982-ca04-4f99-9d34-02ccd32c6135'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:29:09.813370 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be7b108-e515-4a90-b2db-2492cf6d1a80" -d '{"events": [{"server_uuid": "5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc", "name": "network-vif-plugged", "status": "completed", "tag": "93860c6c-def9-46e6-b58f-6e75ecee3d1c"}, {"server_uuid": "d8e01c03-c3b9-4237-8632-8243730976d0", "name": "network-vif-plugged", "status": "completed", "tag": "ff958982-ca04-4f99-9d34-02ccd32c6135"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:09.870078 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:09.909798 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b399a69-dd88-44ee-8172-3ebe93becc5e x-openstack-request-id: req-9b399a69-dd88-44ee-8172-3ebe93becc5e {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:09.910845 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc", "name": "network-vif-plugged", "status": "completed", "tag": "93860c6c-def9-46e6-b58f-6e75ecee3d1c", "code": 200}, {"server_uuid": "d8e01c03-c3b9-4237-8632-8243730976d0", "name": "network-vif-plugged", "status": "completed", "tag": "ff958982-ca04-4f99-9d34-02ccd32c6135", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:09.911876 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Transition to ACTIVE for port object 4b48d18f-d85b-45f3-bed2-15e826dc511e will not be triggered until provisioned by entity DHCP. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:29:09.912456 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b399a69-dd88-44ee-8172-3ebe93becc5e {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:09.913015 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93860c6c-def9-46e6-b58f-6e75ecee3d1c', 'code': 200}
Jun 08 18:29:09.915737 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e01c03-c3b9-4237-8632-8243730976d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff958982-ca04-4f99-9d34-02ccd32c6135', 'code': 200}
Jun 08 18:29:09.952556 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 59056) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:09.979537 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60d4545e-6adf-4e4d-9ae8-3472db727601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:10.004333 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3cd8f-954c-4281-b9ab-929241b39995 req-75899c42-04b7-49b8-ad65-d0ae85bd049e tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:10.005831 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-91c3cd8f-954c-4281-b9ab-929241b39995 req-75899c42-04b7-49b8-ad65-d0ae85bd049e tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1149106
Jun 08 18:29:10.053991 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-91c3cd8f-954c-4281-b9ab-929241b39995 req-ab512b3b-c034-4416-a3fb-3c4703d76954 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414693
Jun 08 18:29:10.111370 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60d4545e-6adf-4e4d-9ae8-3472db727601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:10.156142 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:10.158984 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:29:10.158984 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:29:10.158984 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:29:10.158984 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:29:10.158984 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:29:10.158984 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:29:10.214400 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:29:10.221349 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:29:10.229591 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:29:10.235837 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:10.236608 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:10.240568 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60d4545e-6adf-4e4d-9ae8-3472db727601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:10.298644 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-069074b1-b0f2-4f92-bd9e-880effa6c8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:10.481580 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-60d4545e-6adf-4e4d-9ae8-3472db727601 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e39eea5c42584219a78c2dc66403cacb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5253046
Jun 08 18:29:10.489762 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-dd3acb61-f90a-4a56-9f29-2e44fc8162ac tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9689131
Jun 08 18:29:10.494015 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 59076) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:10.524629 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Request body: {'port': {'device_id': '2ff0df16-8757-4132-a176-a13a57fdf542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:10.534309 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-b28ac5ba-7fe5-4632-8264-e81849f5f8c4 None None] Provisioning for port 4b48d18f-d85b-45f3-bed2-15e826dc511e completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:29:10.540677 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-b28ac5ba-7fe5-4632-8264-e81849f5f8c4 None None] Provisioning complete for port 4b48d18f-d85b-45f3-bed2-15e826dc511e triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:29:10.541110 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b28ac5ba-7fe5-4632-8264-e81849f5f8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:10.557158 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4545e-6adf-4e4d-9ae8-3472db727601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dffc849-bf4b-4048-9951-d98b59463ae2,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:10.560751 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f77449-04dc-48be-8c4f-18b5e7ea984f req-44fae8cd-3d76-4cdb-9a33-8acfc9ce6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:10.563183 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-74f77449-04dc-48be-8c4f-18b5e7ea984f req-44fae8cd-3d76-4cdb-9a33-8acfc9ce6b9c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 1098 time: 0.2715929
Jun 08 18:29:10.581479 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-60d4545e-6adf-4e4d-9ae8-3472db727601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:10.646987 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55762531-408c-4d5c-9f13-e2a900a49733 req-fa6204a6-9083-49eb-a286-fb54ae757dc8 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:10.653639 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-55762531-408c-4d5c-9f13-e2a900a49733 req-fa6204a6-9083-49eb-a286-fb54ae757dc8 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 944 time: 0.2326667
Jun 08 18:29:10.657945 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-b28ac5ba-7fe5-4632-8264-e81849f5f8c4 None None] Port 4b48d18f-d85b-45f3-bed2-15e826dc511e cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:29:10.688719 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-74f77449-04dc-48be-8c4f-18b5e7ea984f req-1899e1c3-3209-410b-a2d4-451e720c8a5f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176207
Jun 08 18:29:10.712578 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c16bd1-4da2-4113-9275-e319a77caabc req-285c6c68-4e1a-4c64-a7b6-de4b09fb683f tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:10.714094 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-21c16bd1-4da2-4113-9275-e319a77caabc req-285c6c68-4e1a-4c64-a7b6-de4b09fb683f tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 945 time: 0.5402236
Jun 08 18:29:10.723740 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-55762531-408c-4d5c-9f13-e2a900a49733 req-01d09619-b568-4577-893d-02086a5f0d9c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0607936
Jun 08 18:29:10.769796 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f14d0e20-ab0f-4521-9e5e-ccf1e721a607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:10.791853 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:10.833361 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846fed4-3b57-4ca4-8f00-9a6933a4848e req-823c01ab-519f-42c9-b08a-50e5e21bc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:10.835425 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f846fed4-3b57-4ca4-8f00-9a6933a4848e req-823c01ab-519f-42c9-b08a-50e5e21bc9ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 1099 time: 0.4455402
Jun 08 18:29:10.941066 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f14d0e20-ab0f-4521-9e5e-ccf1e721a607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:11.026741 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-21c16bd1-4da2-4113-9275-e319a77caabc req-cd383cc9-489d-4ed0-930c-38765e704589 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2986658
Jun 08 18:29:11.029427 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd50dc9-9b5a-4a7b-aef4-239015826364 req-0be11bd0-05c9-439d-a4f8-f707aea6c8cb tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:11.030950 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-dfd50dc9-9b5a-4a7b-aef4-239015826364 req-0be11bd0-05c9-439d-a4f8-f707aea6c8cb tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 931 time: 0.1560409
Jun 08 18:29:11.073847 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f846fed4-3b57-4ca4-8f00-9a6933a4848e req-89e3c36c-5698-4934-b388-605627596bde service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244506
Jun 08 18:29:11.101485 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-dfd50dc9-9b5a-4a7b-aef4-239015826364 req-98fe99c6-9473-4327-8ed2-10e296430206 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0570667
Jun 08 18:29:11.244662 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f14d0e20-ab0f-4521-9e5e-ccf1e721a607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:11.257707 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f14d0e20-ab0f-4521-9e5e-ccf1e721a607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:11.258840 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-f14d0e20-ab0f-4521-9e5e-ccf1e721a607 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9dffc849-bf4b-4048-9951-d98b59463ae2 HTTP/1.1" status: 204  len: 168 time: 0.7583625
Jun 08 18:29:11.272622 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:11.293819 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d0e20-ab0f-4521-9e5e-ccf1e721a607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dffc849-bf4b-4048-9951-d98b59463ae2,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:11.297031 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-f14d0e20-ab0f-4521-9e5e-ccf1e721a607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:11.297153 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 628fc339-a96e-44bf-9312-f1b0b158f2a8 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:29:11.382872 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8355d9d-89cc-49f2-af42-ad9d4fad1d5d req-92ecedc6-063f-4159-9e46-f77e8b739c99 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:11.398647 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f8355d9d-89cc-49f2-af42-ad9d4fad1d5d req-92ecedc6-063f-4159-9e46-f77e8b739c99 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.2077026
Jun 08 18:29:11.497966 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 628fc339-a96e-44bf-9312-f1b0b158f2a8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=628fc339-a96e-44bf-9312-f1b0b158f2a8,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:11.508213 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b48d18f-d85b-45f3-bed2-15e826dc511e {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:29:11.516265 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '628fc339-a96e-44bf-9312-f1b0b158f2a8', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'port_id': '628fc339-a96e-44bf-9312-f1b0b158f2a8', 'mac_address': 'fa:16:3e:79:e2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:29:11.526691 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f8355d9d-89cc-49f2-af42-ad9d4fad1d5d req-2096404e-afec-4463-bd82-c0d00bd5ea65 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270945
Jun 08 18:29:11.534272 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:11.553120 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Transition to ACTIVE for port object 4b48d18f-d85b-45f3-bed2-15e826dc511e will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:29:11.602881 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:11.622142 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628fc339-a96e-44bf-9312-f1b0b158f2a8 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:29:11.643121 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 628fc339-a96e-44bf-9312-f1b0b158f2a8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=628fc339-a96e-44bf-9312-f1b0b158f2a8,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:11.663826 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:11.671036 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:11.725893 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:11.729402 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:11.873275 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Pushing event updated for resources: {'Port': ['ID=4b48d18f-d85b-45f3-bed2-15e826dc511e,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:11.889518 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=628fc339-a96e-44bf-9312-f1b0b158f2a8,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:11.889973 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:11.903829 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:11.955258 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Attempting to bind port 4b48d18f-d85b-45f3-bed2-15e826dc511e on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:29:11.959386 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Attempting to bind port 4b48d18f-d85b-45f3-bed2-15e826dc511e by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:29:11.959848 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Attempting to bind port 4b48d18f-d85b-45f3-bed2-15e826dc511e on network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:29:11.970348 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Port 4b48d18f-d85b-45f3-bed2-15e826dc511e on network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:29:11.970675 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Attempting to bind port 4b48d18f-d85b-45f3-bed2-15e826dc511e on network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:29:11.977562 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:29:11.978041 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Checking segment: {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:29:11.978573 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Bound using segment: {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:29:11.979118 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Bound port: 4b48d18f-d85b-45f3-bed2-15e826dc511e, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:29:11.979529 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:12.066958 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baaf9e7-5fad-45cb-a1b4-c88e88e7926b req-be55ffbb-4697-4dc8-8536-af9cbcf5b11c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:12.069408 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6baaf9e7-5fad-45cb-a1b4-c88e88e7926b req-be55ffbb-4697-4dc8-8536-af9cbcf5b11c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 945 time: 0.1280563
Jun 08 18:29:12.109905 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['628fc339-a96e-44bf-9312-f1b0b158f2a8'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:29:12.174032 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6baaf9e7-5fad-45cb-a1b4-c88e88e7926b req-4ac89c35-9f19-4d1f-b670-4724033d45ac tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0919859
Jun 08 18:29:12.192824 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:29:12.200416 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:29:12.276725 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:12.285435 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b8f81c73-b3e8-4e09-a8b1-0df7450f81b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:12.438700 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:12.439341 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:12.440724 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] 10.222.0.37 "PUT /v2.0/ports/4b48d18f-d85b-45f3-bed2-15e826dc511e HTTP/1.1" status: 200  len: 1093 time: 1.9251804
Jun 08 18:29:12.443349 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:29:12.455031 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f25017e-ecc1-4397-9da1-3a763152c699" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:12.462437 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceb4ff-f2de-4773-81c7-26732c5f39cd req-5447d085-e0d4-4ab3-9d8d-f0dc2a999256 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:12.471605 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bbceb4ff-f2de-4773-81c7-26732c5f39cd req-5447d085-e0d4-4ab3-9d8d-f0dc2a999256 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 945 time: 0.1558278
Jun 08 18:29:12.514484 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Pushing event updated for resources: {'Port': ['ID=4b48d18f-d85b-45f3-bed2-15e826dc511e,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:12.519344 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:12.656514 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bbceb4ff-f2de-4773-81c7-26732c5f39cd req-ef0f7289-7ffb-4dee-a30e-addc7ada8f28 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679547
Jun 08 18:29:12.762619 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-e8fd1139-bba5-4f21-8b47-b0a1bd587b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:12.765038 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-e8fd1139-bba5-4f21-8b47-b0a1bd587b56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99c4b86bd7f84d599e3a7b569c723959&device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 1096 time: 0.1802247
Jun 08 18:29:12.906509 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-980e8ef5-14d6-4242-bf28-04b7dc94a6ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e HTTP/1.1" status: 200  len: 217 time: 0.1232851
Jun 08 18:29:13.021554 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6577c37-2899-42e2-897b-e6ea91338776 req-ba0491ad-846a-499e-a3d8-6aaa060e6052 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:13.028011 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d6577c37-2899-42e2-897b-e6ea91338776 req-ba0491ad-846a-499e-a3d8-6aaa060e6052 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1390750
Jun 08 18:29:13.076250 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-5625766d-bdd4-48e4-b9f7-4522c5b43b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:13.078071 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-5625766d-bdd4-48e4-b9f7-4522c5b43b92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce63b7a8-e50f-4613-b1c7-3a6994e16221 HTTP/1.1" status: 200  len: 856 time: 0.1642785
Jun 08 18:29:13.096551 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d6577c37-2899-42e2-897b-e6ea91338776 req-72d3cdd6-1b36-499a-a6ea-e0f2611690d9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0668685
Jun 08 18:29:13.181014 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f698b82-44f9-4dc6-92d9-e916572acf17 x-openstack-request-id: req-5f698b82-44f9-4dc6-92d9-e916572acf17 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:13.181325 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:13.181614 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f698b82-44f9-4dc6-92d9-e916572acf17 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:13.182022 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'status': 'completed', 'code': 200}
Jun 08 18:29:13.203983 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-d6f6d5a6-80ff-4cd7-b0e7-9d0c0a1963f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:13.207023 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-d6f6d5a6-80ff-4cd7-b0e7-9d0c0a1963f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1129529
Jun 08 18:29:13.308253 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 628fc339-a96e-44bf-9312-f1b0b158f2a8 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:29:13.361587 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-fb23c6c7-e87f-42c1-80bb-8c93982c30bf service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483335
Jun 08 18:29:13.393632 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4b502-c5b7-4949-83d5-fd4c75310562 req-01416de8-326e-4fe8-8593-121d3917f428 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:13.399506 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d3c4b502-c5b7-4949-83d5-fd4c75310562 req-01416de8-326e-4fe8-8593-121d3917f428 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1094465
Jun 08 18:29:13.452028 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d3c4b502-c5b7-4949-83d5-fd4c75310562 req-490f25c8-7a71-49b6-ae2e-4b7b461729db tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508215
Jun 08 18:29:13.477371 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port 628fc339-a96e-44bf-9312-f1b0b158f2a8 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:29:13.483675 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 628fc339-a96e-44bf-9312-f1b0b158f2a8 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:29:13.488185 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:13.547463 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9036ee3b-7408-49fe-a95a-e4b4ca3556f7 req-bec7031a-bd97-4718-aa5e-64ea97ee11e7 service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1768279
Jun 08 18:29:13.642746 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:13.695093 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628fc339-a96e-44bf-9312-f1b0b158f2a8'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:29:13.698569 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a016aa84-7892-4c16-b141-2aa779d5c4f3" -d '{"events": [{"server_uuid": "20bb34f2-d28e-4ab6-8e7a-daebaac685a9", "name": "network-vif-plugged", "status": "completed", "tag": "628fc339-a96e-44bf-9312-f1b0b158f2a8"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:13.708051 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451fa61-e053-40be-a256-e95f6b02efef req-01f38dfc-729e-4e90-96bb-a7f1179305a5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:13.710381 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 628fc339-a96e-44bf-9312-f1b0b158f2a8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=628fc339-a96e-44bf-9312-f1b0b158f2a8,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:13.710517 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4451fa61-e053-40be-a256-e95f6b02efef req-01f38dfc-729e-4e90-96bb-a7f1179305a5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 945 time: 0.1387346
Jun 08 18:29:13.788082 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4451fa61-e053-40be-a256-e95f6b02efef req-063e1976-8a53-43d7-96ea-25e883be43d8 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0658081
Jun 08 18:29:13.835345 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:13.835780 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25017e-ecc1-4397-9da1-3a763152c699 req-fcc6bfbb-2583-4f80-9315-22f38c70ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:13.837237 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f25017e-ecc1-4397-9da1-3a763152c699 req-fcc6bfbb-2583-4f80-9315-22f38c70ca68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99c4b86bd7f84d599e3a7b569c723959&device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 1096 time: 0.1554918
Jun 08 18:29:13.838854 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:13.944700 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 59214) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:13.992747 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7775eb9a-9768-491c-b65b-9c502f036978 x-openstack-request-id: req-7775eb9a-9768-491c-b65b-9c502f036978 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:13.992747 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bb34f2-d28e-4ab6-8e7a-daebaac685a9", "name": "network-vif-plugged", "status": "completed", "tag": "628fc339-a96e-44bf-9312-f1b0b158f2a8", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:13.992747 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7775eb9a-9768-491c-b65b-9c502f036978 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:13.993016 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628fc339-a96e-44bf-9312-f1b0b158f2a8', 'code': 200}
Jun 08 18:29:13.994894 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=628fc339-a96e-44bf-9312-f1b0b158f2a8,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:13.998536 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:14.099099 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25017e-ecc1-4397-9da1-3a763152c699 req-08f4220b-a4cf-46e6-840f-90513e3a3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:14.101320 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f25017e-ecc1-4397-9da1-3a763152c699 req-08f4220b-a4cf-46e6-840f-90513e3a3741 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 200  len: 917 time: 0.2516785
Jun 08 18:29:14.189144 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f25017e-ecc1-4397-9da1-3a763152c699 req-5a1b82a1-2ca0-4d22-a4dc-60d83fecb225 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e HTTP/1.1" status: 200  len: 217 time: 0.0784857
Jun 08 18:29:14.200186 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9918ebfe-453e-4554-ab15-eb0fe7b0baa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:14.305125 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25017e-ecc1-4397-9da1-3a763152c699 req-ce9dc962-27b5-44f8-aeb8-02b2a0528359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:14.309322 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f25017e-ecc1-4397-9da1-3a763152c699 req-ce9dc962-27b5-44f8-aeb8-02b2a0528359 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce63b7a8-e50f-4613-b1c7-3a6994e16221 HTTP/1.1" status: 200  len: 856 time: 0.1089540
Jun 08 18:29:14.412704 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25017e-ecc1-4397-9da1-3a763152c699 req-9bbacf8e-76c4-4281-ad92-206386c7e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:14.414098 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f25017e-ecc1-4397-9da1-3a763152c699 req-9bbacf8e-76c4-4281-ad92-206386c7e563 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0980840
Jun 08 18:29:14.445089 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9918ebfe-453e-4554-ab15-eb0fe7b0baa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:14.490419 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6eebc-7cee-4a50-873e-bc54827e1fc8 req-70e93e12-5620-46d8-9a1e-270f65d2b64f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:14.491868 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e9e6eebc-7cee-4a50-873e-bc54827e1fc8 req-70e93e12-5620-46d8-9a1e-270f65d2b64f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1548319
Jun 08 18:29:14.539023 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9918ebfe-453e-4554-ab15-eb0fe7b0baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:14.557006 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e9e6eebc-7cee-4a50-873e-bc54827e1fc8 req-90998f0e-50eb-4512-bddf-d1f5d90550e9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0578015
Jun 08 18:29:14.579028 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:14.625278 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-9918ebfe-453e-4554-ab15-eb0fe7b0baa3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e3cb41fae75457cba2889ece943afbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6794782
Jun 08 18:29:14.627121 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918ebfe-453e-4554-ab15-eb0fe7b0baa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c28b12-287b-477a-9348-fad05fc4c0a7,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:14.629909 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 59234) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:14.631761 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-9918ebfe-453e-4554-ab15-eb0fe7b0baa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:14.665384 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f25017e-ecc1-4397-9da1-3a763152c699 req-3cf8b4a6-b3a0-43cd-ad35-9d368a6f6805 service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2324638
Jun 08 18:29:14.728725 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52e5e1-2bf2-4a65-86cf-cdad7fe66578 req-a00df917-5f68-43cb-8051-82e883d65009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:14.730753 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ad52e5e1-2bf2-4a65-86cf-cdad7fe66578 req-a00df917-5f68-43cb-8051-82e883d65009 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 1099 time: 0.2253273
Jun 08 18:29:14.742522 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-fddc3472-2f26-4586-9072-75e2c8b6bcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:14.776018 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-fddc3472-2f26-4586-9072-75e2c8b6bcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:14.819529 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f08b77-b8dd-403a-a09c-322beccf0210 req-b734e44a-dc08-40fc-bd3b-132f7b470051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:14.821008 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-80f08b77-b8dd-403a-a09c-322beccf0210 req-b734e44a-dc08-40fc-bd3b-132f7b470051 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 1099 time: 0.1386826
Jun 08 18:29:14.876014 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ad52e5e1-2bf2-4a65-86cf-cdad7fe66578 req-e92f02aa-9bf4-495b-a0c0-de60eadf3d15 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0881860
Jun 08 18:29:14.898984 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c334117-c995-47d7-b1d0-b64f3aec63fb req-96c0d680-583a-4b21-85c5-a4e1c4758718 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:14.900586 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1c334117-c995-47d7-b1d0-b64f3aec63fb req-96c0d680-583a-4b21-85c5-a4e1c4758718 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.2423692
Jun 08 18:29:14.941853 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f25017e-ecc1-4397-9da1-3a763152c699 req-35c58a98-8c46-4b32-9022-6d0d05123fed service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2397208
Jun 08 18:29:14.969403 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-fddc3472-2f26-4586-9072-75e2c8b6bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:14.974149 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-fddc3472-2f26-4586-9072-75e2c8b6bcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:14.978167 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-fddc3472-2f26-4586-9072-75e2c8b6bcd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74c28b12-287b-477a-9348-fad05fc4c0a7 HTTP/1.1" status: 204  len: 168 time: 0.3475230
Jun 08 18:29:14.982346 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:14.982577 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1c334117-c995-47d7-b1d0-b64f3aec63fb req-acc64832-1c08-4177-bf6c-49a070417dc8 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681863
Jun 08 18:29:15.010964 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc3472-2f26-4586-9072-75e2c8b6bcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c28b12-287b-477a-9348-fad05fc4c0a7,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:15.072331 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-fddc3472-2f26-4586-9072-75e2c8b6bcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:15.085204 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f08b77-b8dd-403a-a09c-322beccf0210 req-0f53c5e8-07b3-45ea-af3c-345544c35726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:15.086630 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-80f08b77-b8dd-403a-a09c-322beccf0210 req-0f53c5e8-07b3-45ea-af3c-345544c35726 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 918 time: 0.2532465
Jun 08 18:29:15.159693 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-80f08b77-b8dd-403a-a09c-322beccf0210 req-e11e5846-cc35-4991-a3d0-1bb279f80d4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff958982-ca04-4f99-9d34-02ccd32c6135 HTTP/1.1" status: 200  len: 217 time: 0.0653341
Jun 08 18:29:15.233462 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a5185-ed90-4e5c-b9c2-2c05cf43e54a req-96946e7c-f7c2-4591-9bb7-7dd746a9117a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:15.234983 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-108a5185-ed90-4e5c-b9c2-2c05cf43e54a req-96946e7c-f7c2-4591-9bb7-7dd746a9117a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.2318268
Jun 08 18:29:15.242947 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f08b77-b8dd-403a-a09c-322beccf0210 req-54fbb279-ded5-4a94-a5dd-00c4f692b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:15.244955 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-80f08b77-b8dd-403a-a09c-322beccf0210 req-54fbb279-ded5-4a94-a5dd-00c4f692b4ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33eab693-69b1-41c2-88cf-adfe5e14a0e4 HTTP/1.1" status: 200  len: 858 time: 0.0775588
Jun 08 18:29:15.306933 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-80f08b77-b8dd-403a-a09c-322beccf0210 req-447a4e09-be2a-4cb2-848e-dfe76e7a0ca0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fc2034f-f9dc-4cde-884f-66131f58500b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459249
Jun 08 18:29:15.328502 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 4b48d18f-d85b-45f3-bed2-15e826dc511e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:29:15.412794 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-108a5185-ed90-4e5c-b9c2-2c05cf43e54a req-7f48c91d-3537-4560-a9f4-4f1760aeb67e tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1664462
Jun 08 18:29:15.493833 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-80f08b77-b8dd-403a-a09c-322beccf0210 req-6c98c881-eda3-4d5d-a272-cecc82a7cc66 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772926
Jun 08 18:29:15.511095 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:15.534666 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'port_id': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'mac_address': 'fa:16:3e:58:19:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:29:15.633977 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:15.685870 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b48d18f-d85b-45f3-bed2-15e826dc511e {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:29:15.706195 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:15.815730 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-80f08b77-b8dd-403a-a09c-322beccf0210 req-e70ec0ab-19c9-4bcd-ae40-df716ae13df8 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3150480
Jun 08 18:29:15.860391 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:15.862174 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-c006ca0e-b51b-44be-929a-5d0c2944adab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:15.868039 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e36f1-55af-4323-9cc2-6efd7637df2d req-1331bb81-6390-4884-b09e-f9df9ab405f0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:15.869507 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e40e36f1-55af-4323-9cc2-6efd7637df2d req-1331bb81-6390-4884-b09e-f9df9ab405f0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1709852
Jun 08 18:29:15.933945 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=4b48d18f-d85b-45f3-bed2-15e826dc511e,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:15.937187 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:15.941461 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e40e36f1-55af-4323-9cc2-6efd7637df2d req-097a3d12-3fb4-4712-b0ae-adde2fd2278a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0661979
Jun 08 18:29:16.082046 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 59288) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:16.106904 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3cbcbc48-592b-4fc4-826c-fc2698e2519c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:16.229045 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['4b48d18f-d85b-45f3-bed2-15e826dc511e'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:29:16.296792 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee0092-ef3c-4f6d-8699-f2da99b95c7e req-363db16c-6863-49fc-8ea0-af5f2d42e351 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:16.304572 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-49ee0092-ef3c-4f6d-8699-f2da99b95c7e req-363db16c-6863-49fc-8ea0-af5f2d42e351 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1727757
Jun 08 18:29:16.380860 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3cbcbc48-592b-4fc4-826c-fc2698e2519c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:16.385913 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-49ee0092-ef3c-4f6d-8699-f2da99b95c7e req-c9fbc97d-1b1e-4d6a-aa50-c238fe281de7 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804834
Jun 08 18:29:16.480261 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3cbcbc48-592b-4fc4-826c-fc2698e2519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:16.490096 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:16.533603 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-3cbcbc48-592b-4fc4-826c-fc2698e2519c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b31dd847608478097489b34162618fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4481277
Jun 08 18:29:16.533603 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcbc48-592b-4fc4-826c-fc2698e2519c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119aa9a6-e6e6-49d0-b0e0-1f045579fb6e,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:16.534058 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 59302) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:16.548545 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-3cbcbc48-592b-4fc4-826c-fc2698e2519c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:16.654245 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c50ee21e-ecaf-4852-ba50-0d5b98835baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:16.686258 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c50ee21e-ecaf-4852-ba50-0d5b98835baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:16.715213 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61a421-0109-488a-b21a-83c0148e71d1 req-63a044b9-2650-46d4-ab91-1413bba8f786 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:16.716677 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4e61a421-0109-488a-b21a-83c0148e71d1 req-63a044b9-2650-46d4-ab91-1413bba8f786 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1537504
Jun 08 18:29:16.772178 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4e61a421-0109-488a-b21a-83c0148e71d1 req-b6e79b68-e150-42d3-8987-3e6326fee9e9 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452580
Jun 08 18:29:16.857371 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c50ee21e-ecaf-4852-ba50-0d5b98835baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:16.860331 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c50ee21e-ecaf-4852-ba50-0d5b98835baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:16.861713 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c50ee21e-ecaf-4852-ba50-0d5b98835baa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/119aa9a6-e6e6-49d0-b0e0-1f045579fb6e HTTP/1.1" status: 204  len: 168 time: 0.3257594
Jun 08 18:29:16.862378 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:16.872822 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ee21e-ecaf-4852-ba50-0d5b98835baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119aa9a6-e6e6-49d0-b0e0-1f045579fb6e,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:16.874924 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c50ee21e-ecaf-4852-ba50-0d5b98835baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:16.972718 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f67b9c-627e-402f-8002-3ae80823d9c8 req-6bd2911e-a314-47f7-8b60-04ecbb72dfbc tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:16.974313 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b7f67b9c-627e-402f-8002-3ae80823d9c8 req-6bd2911e-a314-47f7-8b60-04ecbb72dfbc tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.0937388
Jun 08 18:29:16.990242 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 59310) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:16.990242 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-ca54f335-7927-4b31-8e21-27437fde5663 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Request body: {'floatingip': {'port_id': '628fc339-a96e-44bf-9312-f1b0b158f2a8'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:17.171352 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ca54f335-7927-4b31-8e21-27437fde5663 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:17.334623 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 4b48d18f-d85b-45f3-bed2-15e826dc511e up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:29:17.392094 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28fc13-cd71-4fd1-b216-8381ef68135f req-6823236d-b730-423c-9fc2-61505604c2d9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:17.400446 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9f28fc13-cd71-4fd1-b216-8381ef68135f req-6823236d-b730-423c-9fc2-61505604c2d9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 944 time: 0.2943568
Jun 08 18:29:17.506294 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port 4b48d18f-d85b-45f3-bed2-15e826dc511e completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:29:17.512930 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 4b48d18f-d85b-45f3-bed2-15e826dc511e triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:29:17.515915 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:17.561798 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9f28fc13-cd71-4fd1-b216-8381ef68135f req-2f96abc1-6c2f-4316-994a-6a3b2dba5635 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1601658
Jun 08 18:29:17.720525 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44e4d7-250b-49eb-a9f0-49bcc23ae523 req-b11bd1e5-6b18-4b62-8be4-0c24143ff67f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:17.722046 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8f44e4d7-250b-49eb-a9f0-49bcc23ae523 req-b11bd1e5-6b18-4b62-8be4-0c24143ff67f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1400232
Jun 08 18:29:17.787324 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8f44e4d7-250b-49eb-a9f0-49bcc23ae523 req-2147c723-6e34-43d8-a9c3-025fe384f1a4 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533407
Jun 08 18:29:17.806431 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:17.838863 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:17.880168 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:17.881389 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:29:17.883927 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68da1ab2-633e-417b-8335-03c842236939" -d '{"events": [{"server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "name": "network-vif-plugged", "status": "completed", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:17.926883 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a342cf-8a11-47d2-9d22-fc02f6ac8ca9 x-openstack-request-id: req-41a342cf-8a11-47d2-9d22-fc02f6ac8ca9 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:17.932360 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "name": "network-vif-plugged", "status": "completed", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:17.932360 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41a342cf-8a11-47d2-9d22-fc02f6ac8ca9 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:17.932360 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'code': 200}
Jun 08 18:29:18.031714 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:18.035523 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:18.120370 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=4b48d18f-d85b-45f3-bed2-15e826dc511e,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:18.124761 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:18.165827 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ca54f335-7927-4b31-8e21-27437fde5663 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:18.619264 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7f657-5aef-435a-a2ee-4ec1781d054b req-9967d65f-e290-4d95-8367-718cc27df59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:18.619264 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f3c7f657-5aef-435a-a2ee-4ec1781d054b req-9967d65f-e290-4d95-8367-718cc27df59d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 1098 time: 0.0757008
Jun 08 18:29:18.619264 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f3c7f657-5aef-435a-a2ee-4ec1781d054b req-daa9d281-5e1b-409b-8ba6-6d1b70ed1b94 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0371873
Jun 08 18:29:18.620171 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ca54f335-7927-4b31-8e21-27437fde5663 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:18.804700 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98078746-aefd-499e-9da3-1ae8f36d57ad req-b411763d-e641-4681-8d93-9bc6d7996af9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:18.814779 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-98078746-aefd-499e-9da3-1ae8f36d57ad req-b411763d-e641-4681-8d93-9bc6d7996af9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1227391
Jun 08 18:29:18.836915 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.l3_db [None req-ca54f335-7927-4b31-8e21-27437fde5663 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Floating IP 53d5773a-7269-4391-810b-93adb45b2582 associated. External IP: 172.27.1.121, port: 628fc339-a96e-44bf-9312-f1b0b158f2a8.
Jun 08 18:29:18.878538 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-98078746-aefd-499e-9da3-1ae8f36d57ad req-78fe1e0e-2f59-4f34-ab31-72cb89817511 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0625598
Jun 08 18:29:19.166406 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42626c-a8d5-4ec9-a5f2-e831ed3c0955 req-f06e5295-0f5b-41a2-97b9-94d8feffe8d8 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:19.167853 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8a42626c-a8d5-4ec9-a5f2-e831ed3c0955 req-f06e5295-0f5b-41a2-97b9-94d8feffe8d8 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1888869
Jun 08 18:29:19.292191 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8a42626c-a8d5-4ec9-a5f2-e831ed3c0955 req-fb73abff-83cf-48c0-95d3-e09ec96b2b07 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713716
Jun 08 18:29:19.384020 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca54f335-7927-4b31-8e21-27437fde5663 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Router 4e510d60-b747-4def-a36c-8b3e780c3fbf has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:29:19.582431 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca54f335-7927-4b31-8e21-27437fde5663 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:29:19.587000 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ca54f335-7927-4b31-8e21-27437fde5663 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:19.597567 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f982ff-248c-4e29-be07-2bb2bb6dfdae None None] Sync routers for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:29:19.609304 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f982ff-248c-4e29-be07-2bb2bb6dfdae None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:29:19.610070 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-d9f982ff-248c-4e29-be07-2bb2bb6dfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc380250>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:29:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:29:19.649281 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-ca54f335-7927-4b31-8e21-27437fde5663 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "PUT /v2.0/floatingips/53d5773a-7269-4391-810b-93adb45b2582 HTTP/1.1" status: 200  len: 992 time: 2.6647398
Jun 08 18:29:19.655900 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'tag': '628fc339-a96e-44bf-9312-f1b0b158f2a8'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:29:19.655900 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7187ef5-5e9a-4305-ba86-aa2d3ed9333f" -d '{"events": [{"name": "network-changed", "server_uuid": "20bb34f2-d28e-4ab6-8e7a-daebaac685a9", "tag": "628fc339-a96e-44bf-9312-f1b0b158f2a8"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:19.709809 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4b151e-f544-4b69-a503-c84b06714eb0 x-openstack-request-id: req-9f4b151e-f544-4b69-a503-c84b06714eb0 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:19.710477 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bb34f2-d28e-4ab6-8e7a-daebaac685a9", "tag": "628fc339-a96e-44bf-9312-f1b0b158f2a8", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:19.710477 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f4b151e-f544-4b69-a503-c84b06714eb0 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:19.710797 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'tag': '628fc339-a96e-44bf-9312-f1b0b158f2a8', 'status': 'completed', 'code': 200}
Jun 08 18:29:19.831487 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-d9f982ff-248c-4e29-be07-2bb2bb6dfdae None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:29:19.846455 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187ef5-5e9a-4305-ba86-aa2d3ed9333f req-b31af0ba-be99-4402-b893-56f4d11fb98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:19.848590 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a7187ef5-5e9a-4305-ba86-aa2d3ed9333f req-b31af0ba-be99-4402-b893-56f4d11fb98c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 1099 time: 0.0919161
Jun 08 18:29:20.036809 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187ef5-5e9a-4305-ba86-aa2d3ed9333f req-73f6d48e-3278-4208-883a-9099eec8794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:20.038255 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a7187ef5-5e9a-4305-ba86-aa2d3ed9333f req-73f6d48e-3278-4208-883a-9099eec8794a service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d87f03-3ac9-4e37-bc0e-830451025de3 HTTP/1.1" status: 200  len: 911 time: 0.1784511
Jun 08 18:29:20.111277 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abec7cc-9602-4e07-885c-4509b3ba3700 req-086dce81-bfc0-4135-9ecd-3cc84ae93c49 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:20.119665 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4abec7cc-9602-4e07-885c-4509b3ba3700 req-086dce81-bfc0-4135-9ecd-3cc84ae93c49 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1116595
Jun 08 18:29:20.168935 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a7187ef5-5e9a-4305-ba86-aa2d3ed9333f req-51d3729f-5bb1-4b4f-aa47-88e1e3139f91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=628fc339-a96e-44bf-9312-f1b0b158f2a8 HTTP/1.1" status: 200  len: 1000 time: 0.1219604
Jun 08 18:29:20.176786 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4abec7cc-9602-4e07-885c-4509b3ba3700 req-9514b5f9-44ea-4166-9dec-f38bb990f47a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0547967
Jun 08 18:29:20.291064 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187ef5-5e9a-4305-ba86-aa2d3ed9333f req-b198c31f-d400-45a1-aae5-cea02f1be486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:20.292730 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a7187ef5-5e9a-4305-ba86-aa2d3ed9333f req-b198c31f-d400-45a1-aae5-cea02f1be486 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adb8427b-2336-4883-8f9e-c5554904bb1a HTTP/1.1" status: 200  len: 850 time: 0.1110532
Jun 08 18:29:20.343091 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:29:20.367043 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-d9f982ff-248c-4e29-be07-2bb2bb6dfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc380250>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '53d5773a-7269-4391-810b-93adb45b2582', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'port_id': '628fc339-a96e-44bf-9312-f1b0b158f2a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'mac_address': 'fa:16:3e:79:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:28:54Z', 'updated_at': '2021-06-08T18:29:18Z', 'revision_number': 1, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:57Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:29:20.374741 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f982ff-248c-4e29-be07-2bb2bb6dfdae None None] Checking router: 4e510d60-b747-4def-a36c-8b3e780c3fbf for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:29:20.384171 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f982ff-248c-4e29-be07-2bb2bb6dfdae None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:29:20.384900 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-d9f982ff-248c-4e29-be07-2bb2bb6dfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc380250>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:29:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:29:20.444719 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187ef5-5e9a-4305-ba86-aa2d3ed9333f req-7f59ded8-26ac-4f89-893e-2886ab324c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:20.446497 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a7187ef5-5e9a-4305-ba86-aa2d3ed9333f req-7f59ded8-26ac-4f89-893e-2886ab324c52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d87f03-3ac9-4e37-bc0e-830451025de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1376624
Jun 08 18:29:20.609001 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-d9f982ff-248c-4e29-be07-2bb2bb6dfdae None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:29:20.652202 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a7187ef5-5e9a-4305-ba86-aa2d3ed9333f req-631f512b-4e6c-49bf-a5c1-4652293a1758 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901309
Jun 08 18:29:20.672040 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d08f84-4ba6-415e-97f5-df45a796186c req-afce2263-f0d9-4958-af19-c44a9b824ad1 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:20.673565 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-90d08f84-4ba6-415e-97f5-df45a796186c req-afce2263-f0d9-4958-af19-c44a9b824ad1 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1338975
Jun 08 18:29:20.723514 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-90d08f84-4ba6-415e-97f5-df45a796186c req-7ea670bb-ec98-4953-9421-1318c9b37604 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440242
Jun 08 18:29:20.968012 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-d9f982ff-248c-4e29-be07-2bb2bb6dfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc380250>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '53d5773a-7269-4391-810b-93adb45b2582', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'port_id': '628fc339-a96e-44bf-9312-f1b0b158f2a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'mac_address': 'fa:16:3e:79:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:28:54Z', 'updated_at': '2021-06-08T18:29:18Z', 'revision_number': 1, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:57Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:29:20.972052 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f982ff-248c-4e29-be07-2bb2bb6dfdae None None] The sync data for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi is: [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '53d5773a-7269-4391-810b-93adb45b2582', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'port_id': '628fc339-a96e-44bf-9312-f1b0b158f2a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'mac_address': 'fa:16:3e:79:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:28:54Z', 'updated_at': '2021-06-08T18:29:18Z', 'revision_number': 1, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:57Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:29:21.183045 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9158fd4-6d1c-4769-a0eb-d3253a72c6a8 None None] New status for floating IP 53d5773a-7269-4391-810b-93adb45b2582: ACTIVE {{(pid=92320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:29:21.440405 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b7056-db87-48b8-bb27-7deb41babd46 req-36b3c7a4-93fa-434f-9f4f-29468dcbf35e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:21.442046 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1a3b7056-db87-48b8-bb27-7deb41babd46 req-36b3c7a4-93fa-434f-9f4f-29468dcbf35e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.0946934
Jun 08 18:29:21.499155 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1a3b7056-db87-48b8-bb27-7deb41babd46 req-3060b7be-805d-4203-9229-05c2da340b12 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462840
Jun 08 18:29:21.716677 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958726f-a904-48ea-bf3a-c50a8bc9c149 req-f6fdbfe9-a868-4588-8f3d-1039c78c8382 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:21.718273 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1958726f-a904-48ea-bf3a-c50a8bc9c149 req-f6fdbfe9-a868-4588-8f3d-1039c78c8382 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.0929031
Jun 08 18:29:21.727082 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 59422) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:21.731944 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-a4643afd-da2e-456f-a058-91aad84f884e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Request body: {'floatingip': {'port_id': '4b48d18f-d85b-45f3-bed2-15e826dc511e'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:21.813082 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a4643afd-da2e-456f-a058-91aad84f884e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:21.942155 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffb3bc-5c94-45bb-b253-b2b4ebde0fb7 req-966b1f55-7975-489b-97aa-81d442fb80e1 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:21.945506 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-72ffb3bc-5c94-45bb-b253-b2b4ebde0fb7 req-966b1f55-7975-489b-97aa-81d442fb80e1 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.0985694
Jun 08 18:29:22.004876 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-72ffb3bc-5c94-45bb-b253-b2b4ebde0fb7 req-43555605-2dbc-4555-aaac-2f427bcff037 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545685
Jun 08 18:29:22.564378 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a4643afd-da2e-456f-a058-91aad84f884e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:22.622854 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a4643afd-da2e-456f-a058-91aad84f884e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:22.821173 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.l3_db [None req-a4643afd-da2e-456f-a058-91aad84f884e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Floating IP 867e4883-bf30-49a2-8034-2150fab51e76 associated. External IP: 172.27.1.92, port: 4b48d18f-d85b-45f3-bed2-15e826dc511e.
Jun 08 18:29:23.174070 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4643afd-da2e-456f-a058-91aad84f884e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Router 79b8186e-eecb-4c9e-8222-f5374f82651c has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:29:23.197136 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ec085-b3bb-4c1f-9129-177ac2383064 req-e80a848f-d5fc-4d54-b983-11d4e0714a26 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:23.198704 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fd6ec085-b3bb-4c1f-9129-177ac2383064 req-e80a848f-d5fc-4d54-b983-11d4e0714a26 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.0858529
Jun 08 18:29:23.257840 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fd6ec085-b3bb-4c1f-9129-177ac2383064 req-55efbfd3-304f-412b-91a9-9971392ccc59 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483415
Jun 08 18:29:23.366236 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4643afd-da2e-456f-a058-91aad84f884e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:29:23.370604 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a4643afd-da2e-456f-a058-91aad84f884e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:23.378403 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e232ca-794f-46a2-8703-b81f5a194e55 None None] Sync routers for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:29:23.388604 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e232ca-794f-46a2-8703-b81f5a194e55 None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:29:23.389294 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-c0e232ca-794f-46a2-8703-b81f5a194e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dccdd5a00>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:29:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:29:23.437286 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-a4643afd-da2e-456f-a058-91aad84f884e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "PUT /v2.0/floatingips/867e4883-bf30-49a2-8034-2150fab51e76 HTTP/1.1" status: 200  len: 990 time: 1.7038245
Jun 08 18:29:23.437286 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:29:23.437286 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e76392-22ef-4409-ba2d-f3779466aa45" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:23.580349 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-c0e232ca-794f-46a2-8703-b81f5a194e55 None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:29:23.995490 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-c0e232ca-794f-46a2-8703-b81f5a194e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dccdd5a00>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '867e4883-bf30-49a2-8034-2150fab51e76', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'port_id': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'mac_address': 'fa:16:3e:58:19:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff0df16-8757-4132-a176-a13a57fdf542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:29:01Z', 'updated_at': '2021-06-08T18:29:22Z', 'revision_number': 1, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:29:00Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:29:24.000432 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e232ca-794f-46a2-8703-b81f5a194e55 None None] Checking router: 79b8186e-eecb-4c9e-8222-f5374f82651c for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:29:24.016790 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e232ca-794f-46a2-8703-b81f5a194e55 None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:29:24.017501 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-c0e232ca-794f-46a2-8703-b81f5a194e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dccdd5a00>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:29:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:29:24.057766 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afda42c2-aa1f-49f8-9bb0-cad784fec181 x-openstack-request-id: req-afda42c2-aa1f-49f8-9bb0-cad784fec181 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:24.058662 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:24.059222 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afda42c2-aa1f-49f8-9bb0-cad784fec181 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:24.059936 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'status': 'completed', 'code': 200}
Jun 08 18:29:24.178697 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a7187ef5-5e9a-4305-ba86-aa2d3ed9333f req-5bbc2eab-44c2-4fc6-83a9-ef40e746ec27 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2483907
Jun 08 18:29:24.191534 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e76392-22ef-4409-ba2d-f3779466aa45 req-e577b750-8281-4751-acea-ec013ec8ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:24.193519 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b6e76392-22ef-4409-ba2d-f3779466aa45 req-e577b750-8281-4751-acea-ec013ec8ea77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99c4b86bd7f84d599e3a7b569c723959&device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 1098 time: 0.1072731
Jun 08 18:29:24.229140 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-c0e232ca-794f-46a2-8703-b81f5a194e55 None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:29:24.387189 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e76392-22ef-4409-ba2d-f3779466aa45 req-5216326d-ece0-4c31-8275-196fb13eb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:24.389830 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b6e76392-22ef-4409-ba2d-f3779466aa45 req-5216326d-ece0-4c31-8275-196fb13eb2fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 200  len: 917 time: 0.1787143
Jun 08 18:29:24.565076 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b6e76392-22ef-4409-ba2d-f3779466aa45 req-8b1b9ee9-1b4b-436b-bf28-ab0605f11edc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e HTTP/1.1" status: 200  len: 998 time: 0.1666505
Jun 08 18:29:24.591802 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a2024-acb3-49b4-ad45-b83e5555618b req-ee512813-f4ae-4c1c-b332-eb053f1ecd39 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:24.593872 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-776a2024-acb3-49b4-ad45-b83e5555618b req-ee512813-f4ae-4c1c-b332-eb053f1ecd39 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1288700
Jun 08 18:29:24.631190 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-c0e232ca-794f-46a2-8703-b81f5a194e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dccdd5a00>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '867e4883-bf30-49a2-8034-2150fab51e76', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'port_id': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'mac_address': 'fa:16:3e:58:19:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff0df16-8757-4132-a176-a13a57fdf542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:29:01Z', 'updated_at': '2021-06-08T18:29:22Z', 'revision_number': 1, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:29:00Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:29:24.637600 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e232ca-794f-46a2-8703-b81f5a194e55 None None] The sync data for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi is: [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '867e4883-bf30-49a2-8034-2150fab51e76', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'port_id': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'mac_address': 'fa:16:3e:58:19:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff0df16-8757-4132-a176-a13a57fdf542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:29:01Z', 'updated_at': '2021-06-08T18:29:22Z', 'revision_number': 1, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:29:00Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:29:24.671383 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-776a2024-acb3-49b4-ad45-b83e5555618b req-52bf51e1-bc60-4983-b7d7-f69a39d0b2da tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652497
Jun 08 18:29:24.866452 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7e189-c50b-45dc-b643-2786eaad8ff6 None None] New status for floating IP 867e4883-bf30-49a2-8034-2150fab51e76: ACTIVE {{(pid=92320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:29:25.721865 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e76392-22ef-4409-ba2d-f3779466aa45 req-890ef624-3ad0-4048-8fb2-7e22c552518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:25.723396 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b6e76392-22ef-4409-ba2d-f3779466aa45 req-890ef624-3ad0-4048-8fb2-7e22c552518e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce63b7a8-e50f-4613-b1c7-3a6994e16221 HTTP/1.1" status: 200  len: 856 time: 0.1379437
Jun 08 18:29:27.804270 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e76392-22ef-4409-ba2d-f3779466aa45 req-5b5bb204-9cf8-4463-b8ae-674f4cac17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:27.805639 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b6e76392-22ef-4409-ba2d-f3779466aa45 req-5b5bb204-9cf8-4463-b8ae-674f4cac17c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810335
Jun 08 18:29:28.001800 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b6e76392-22ef-4409-ba2d-f3779466aa45 req-123c8fa4-fe1a-47f3-86f5-f6be8793533c service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1878824
Jun 08 18:29:28.136973 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b790e-9646-4982-b132-6a2e4f1a2d51 req-99baaef3-5f33-45d6-939a-9b1e37eec756 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:28.138687 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d58b790e-9646-4982-b132-6a2e4f1a2d51 req-99baaef3-5f33-45d6-939a-9b1e37eec756 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.2053556
Jun 08 18:29:28.218012 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b6e76392-22ef-4409-ba2d-f3779466aa45 req-59ddb402-a0b3-4c6b-a492-48f2a7be9f6e service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2081504
Jun 08 18:29:28.239030 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d58b790e-9646-4982-b132-6a2e4f1a2d51 req-9dad4562-fd83-47aa-82e6-a9af2f41a7d2 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904167
Jun 08 18:29:31.096753 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-45bd9ebe-5b19-4a85-9cc8-c42ce3c622bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:31.893861 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930e1ad-032e-4e89-a079-823416e964d3 req-8864cc6a-3456-4cc4-b7f6-fb43ada9d877 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:31.895581 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1930e1ad-032e-4e89-a079-823416e964d3 req-8864cc6a-3456-4cc4-b7f6-fb43ada9d877 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.0917113
Jun 08 18:29:31.947586 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1930e1ad-032e-4e89-a079-823416e964d3 req-60228031-cda5-48e0-804c-18b1012cfce2 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449362
Jun 08 18:29:33.147812 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18842465-2119-40d2-afa3-93635d04b610 req-ecf4036e-7a88-4c99-9fc9-8c68740f03b1 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:33.155660 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-18842465-2119-40d2-afa3-93635d04b610 req-ecf4036e-7a88-4c99-9fc9-8c68740f03b1 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.0866501
Jun 08 18:29:33.197247 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-18842465-2119-40d2-afa3-93635d04b610 req-dc09a1c5-44a0-4f8a-bf61-7ec82e649c00 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414867
Jun 08 18:29:33.770243 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:33.977285 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ea876dcf-e959-4589-8a37-7956a80911d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:34.472025 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bf7e0-1e04-4be1-ba80-b7b58d49f3d6 req-ebdcb6e8-6846-44a9-8e0b-67beaf04d30c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:34.473618 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9b2bf7e0-1e04-4be1-ba80-b7b58d49f3d6 req-ebdcb6e8-6846-44a9-8e0b-67beaf04d30c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1092777
Jun 08 18:29:34.526043 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9b2bf7e0-1e04-4be1-ba80-b7b58d49f3d6 req-1f2312de-3200-437c-89bd-6ab9c1a282a9 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444245
Jun 08 18:29:34.908435 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:34.910973 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183203ae-3c67-4f04-a27c-d233b59a0816 req-e2a85f52-55ed-4366-92e7-aab92d22df5a tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:34.912702 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-183203ae-3c67-4f04-a27c-d233b59a0816 req-e2a85f52-55ed-4366-92e7-aab92d22df5a tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 945 time: 0.0890303
Jun 08 18:29:34.976645 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-183203ae-3c67-4f04-a27c-d233b59a0816 req-20e4cc3c-6e0b-4759-9535-face3d1d2858 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566328
Jun 08 18:29:35.781486 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d9e9e-96be-4796-aa3e-1b1430a45e59 req-35fd98ba-e5e9-4d97-b421-2cf468bdfe8d tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:35.784559 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-da0d9e9e-96be-4796-aa3e-1b1430a45e59 req-35fd98ba-e5e9-4d97-b421-2cf468bdfe8d tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1349235
Jun 08 18:29:35.860962 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-da0d9e9e-96be-4796-aa3e-1b1430a45e59 req-574a016c-19f0-43db-a47e-4d2ab2a3d746 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649416
Jun 08 18:29:36.262291 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476961c6-9153-4580-a9c3-a9aea43ca4e3 req-da709d01-4b5c-46cf-8d51-c24358f2f648 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:36.263888 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-476961c6-9153-4580-a9c3-a9aea43ca4e3 req-da709d01-4b5c-46cf-8d51-c24358f2f648 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 945 time: 0.1321537
Jun 08 18:29:36.314335 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-476961c6-9153-4580-a9c3-a9aea43ca4e3 req-28b5c959-c653-44df-935f-1090bea8d35e tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445986
Jun 08 18:29:36.880492 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:37.102706 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b999cf9-2c10-4b4e-b5b6-7a9abe279a14 req-870abddb-fb7e-428b-90fa-e5a16873c67f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:37.104368 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2b999cf9-2c10-4b4e-b5b6-7a9abe279a14 req-870abddb-fb7e-428b-90fa-e5a16873c67f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1029022
Jun 08 18:29:37.153236 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2b999cf9-2c10-4b4e-b5b6-7a9abe279a14 req-f2d1e0ea-9625-4bfa-94ce-7446d60e2c18 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413058
Jun 08 18:29:37.571437 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630a3dc-bc93-40e8-a5d6-909b6be56bb5 req-ae00a9b7-785a-48ba-bb7b-bf6bdcff96b8 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:37.573042 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2630a3dc-bc93-40e8-a5d6-909b6be56bb5 req-ae00a9b7-785a-48ba-bb7b-bf6bdcff96b8 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 945 time: 0.1313844
Jun 08 18:29:37.636035 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2630a3dc-bc93-40e8-a5d6-909b6be56bb5 req-2012c1bd-b8f7-44e5-a3b0-37727cb96b00 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562148
Jun 08 18:29:37.694817 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ede2ea-73d9-46ac-83ac-7b58932486e5 req-516f3571-d718-4e22-a684-1e56db777646 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:37.696805 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-18ede2ea-73d9-46ac-83ac-7b58932486e5 req-516f3571-d718-4e22-a684-1e56db777646 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.37 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 945 time: 0.1522160
Jun 08 18:29:37.978061 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-18ede2ea-73d9-46ac-83ac-7b58932486e5 req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Deleting port f4132aaf-247d-4b8e-af20-097dd78c602a {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:29:37.978272 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-18ede2ea-73d9-46ac-83ac-7b58932486e5 req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:38.230348 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-18ede2ea-73d9-46ac-83ac-7b58932486e5 req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] For port f4132aaf-247d-4b8e-af20-097dd78c602a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f4132aaf-247d-4b8e-af20-097dd78c602a,segment=NetworkSegment(5f32419a-0dd7-43c6-b937-334f4c9309cd),segment_id=5f32419a-0dd7-43c6-b937-334f4c9309cd)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:38.231539 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-18ede2ea-73d9-46ac-83ac-7b58932486e5 req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:38.477635 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-18ede2ea-73d9-46ac-83ac-7b58932486e5 req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Calling delete_port for f4132aaf-247d-4b8e-af20-097dd78c602a owned by compute:nova {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:29:38.487530 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b967813-f81c-4821-9883-56b7098beb4d req-4d5208ee-4b39-487c-a433-b49f2e4ca88f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:38.490176 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3b967813-f81c-4821-9883-56b7098beb4d req-4d5208ee-4b39-487c-a433-b49f2e4ca88f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1573496
Jun 08 18:29:38.592692 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3b967813-f81c-4821-9883-56b7098beb4d req-b65247f0-a75d-4b73-b0d4-aa037de1d3fa tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906806
Jun 08 18:29:38.930090 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-18ede2ea-73d9-46ac-83ac-7b58932486e5 req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:38.945180 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c3bdfe43-551a-4294-8363-5c194bd41b2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:38.955763 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['f4132aaf-247d-4b8e-af20-097dd78c602a'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:29:38.971651 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09e16a-c0e5-498b-a30b-1608593e6acd req-4bb754e5-e26b-4266-b08d-f08678d0401f tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:38.985407 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3c09e16a-c0e5-498b-a30b-1608593e6acd req-4bb754e5-e26b-4266-b08d-f08678d0401f tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 867 time: 0.1574805
Jun 08 18:29:39.054088 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Pushing event deleted for resources: {'Port': ['ID=f4132aaf-247d-4b8e-af20-097dd78c602a,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:39.119641 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3c09e16a-c0e5-498b-a30b-1608593e6acd req-483d917a-2820-415a-84d6-f4de452ae469 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/security-groups?id=c044f001-1930-47d3-ae56-784c56321634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261494
Jun 08 18:29:39.133785 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:39.134391 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:39.147025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:39.147025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:39.147025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:39.147025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:39.147025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:39.147025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:39.147025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:39.147025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:39.147025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:39.147025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:39.154725 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:39.224963 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ede2ea-73d9-46ac-83ac-7b58932486e5 req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] No DVR routers for this DVR port f4132aaf-247d-4b8e-af20-097dd78c602a on host hv-cinder-78956 {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:29:39.232912 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-18ede2ea-73d9-46ac-83ac-7b58932486e5 req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:39.235110 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-18ede2ea-73d9-46ac-83ac-7b58932486e5 req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.37 "DELETE /v2.0/ports/f4132aaf-247d-4b8e-af20-097dd78c602a HTTP/1.1" status: 204  len: 173 time: 1.5318773
Jun 08 18:29:39.236133 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90c890c-d006-41b2-98df-5852f273e41c', 'name': 'network-vif-deleted', 'tag': 'f4132aaf-247d-4b8e-af20-097dd78c602a'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:29:39.238371 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af633d8-1ee9-4b22-8a84-7219e19b46ff" -d '{"events": [{"server_uuid": "a90c890c-d006-41b2-98df-5852f273e41c", "name": "network-vif-deleted", "tag": "f4132aaf-247d-4b8e-af20-097dd78c602a"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:39.307311 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04453552-f534-48f4-af30-387183b29620 x-openstack-request-id: req-04453552-f534-48f4-af30-387183b29620 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:39.307859 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90c890c-d006-41b2-98df-5852f273e41c", "name": "network-vif-deleted", "tag": "f4132aaf-247d-4b8e-af20-097dd78c602a", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:39.308267 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04453552-f534-48f4-af30-387183b29620 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:39.308813 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90c890c-d006-41b2-98df-5852f273e41c', 'name': 'network-vif-deleted', 'tag': 'f4132aaf-247d-4b8e-af20-097dd78c602a', 'status': 'completed', 'code': 200}
Jun 08 18:29:39.873631 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d66a8-0fc3-4ec2-a9d9-1e05a03cf558 req-2a84fe70-281b-4583-a1df-ce440e43ed81 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:39.876387 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e69d66a8-0fc3-4ec2-a9d9-1e05a03cf558 req-2a84fe70-281b-4583-a1df-ce440e43ed81 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1356235
Jun 08 18:29:39.952791 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e69d66a8-0fc3-4ec2-a9d9-1e05a03cf558 req-fcdf2648-b30c-491c-ac57-925ad2697625 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678527
Jun 08 18:29:40.516270 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6f9f6984-176f-4096-92fe-27750b326155 req-2d9e7b38-cb91-4fd8-87e6-09c85e9de58d tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90c890c-d006-41b2-98df-5852f273e41c HTTP/1.1" status: 200  len: 210 time: 0.1300147
Jun 08 18:29:40.934572 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 59764) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:41.086819 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:41.351101 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:41.382629 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda855ac-03b0-4ea8-9852-a9633c09ee4f req-42788b03-2518-4ddf-9796-ab2b8704f534 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:41.384305 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-dda855ac-03b0-4ea8-9852-a9633c09ee4f req-42788b03-2518-4ddf-9796-ab2b8704f534 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1520329
Jun 08 18:29:41.387893 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e5a0a48c-2b75-45d1-9d9c-106a85b9201e req-4167fe4f-3ac7-48e2-95db-023e82faa382 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1137364
Jun 08 18:29:41.440579 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device f4132aaf-247d-4b8e-af20-097dd78c602a no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:29:41.468907 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-dda855ac-03b0-4ea8-9852-a9633c09ee4f req-c771a0c6-2e7d-488b-bcf5-b08759f928b3 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746081
Jun 08 18:29:41.470775 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:41.479659 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: f4132aaf-247d-4b8e-af20-097dd78c602a {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:29:41.480510 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device f4132aaf-247d-4b8e-af20-097dd78c602a not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:29:41.488059 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-fddc3472-2f26-4586-9072-75e2c8b6bcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:41.545009 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1b27190e2e24f09a2c802102f4b50a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6089535
Jun 08 18:29:41.551768 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 59774) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:41.555918 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0489b036-13ce-45b5-93f1-9f240c267ff0,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:41.565953 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:41.567049 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:41.567049 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:41.567458 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:41.567893 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:41.568471 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:41.568769 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:41.569316 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:41.569744 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:41.570207 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:41.570641 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:41.571102 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:41.590362 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:41.649986 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-84e065bc-99eb-4ca7-a988-cf9d3a37c19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:41.657366 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0a48c-2b75-45d1-9d9c-106a85b9201e req-ec84fef5-804b-4d9d-aaf5-846968bf1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:41.660576 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e5a0a48c-2b75-45d1-9d9c-106a85b9201e req-ec84fef5-804b-4d9d-aaf5-846968bf1645 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 1098 time: 0.1555388
Jun 08 18:29:41.774144 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-84e065bc-99eb-4ca7-a988-cf9d3a37c19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:41.885490 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0a48c-2b75-45d1-9d9c-106a85b9201e req-2d44f3aa-643a-48f7-b378-a28185044b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:41.889089 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e5a0a48c-2b75-45d1-9d9c-106a85b9201e req-2d44f3aa-643a-48f7-b378-a28185044b76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce67736a-60bd-4a6c-bff9-9a77902ba73d HTTP/1.1" status: 200  len: 914 time: 0.2033846
Jun 08 18:29:41.966759 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e5a0a48c-2b75-45d1-9d9c-106a85b9201e req-b273a0a5-059b-41f0-9ebf-4f211625f8f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93860c6c-def9-46e6-b58f-6e75ecee3d1c HTTP/1.1" status: 200  len: 217 time: 0.0708485
Jun 08 18:29:42.009314 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-84e065bc-99eb-4ca7-a988-cf9d3a37c19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:42.016819 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-84e065bc-99eb-4ca7-a988-cf9d3a37c19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:42.021924 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-84e065bc-99eb-4ca7-a988-cf9d3a37c19d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0489b036-13ce-45b5-93f1-9f240c267ff0 HTTP/1.1" status: 204  len: 168 time: 0.4652195
Jun 08 18:29:42.021924 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:42.069451 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e065bc-99eb-4ca7-a988-cf9d3a37c19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0489b036-13ce-45b5-93f1-9f240c267ff0,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:42.129405 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-84e065bc-99eb-4ca7-a988-cf9d3a37c19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:42.149928 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0a48c-2b75-45d1-9d9c-106a85b9201e req-e7ed55c9-146d-4c5e-b5b7-9beb50d7a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:42.151897 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e5a0a48c-2b75-45d1-9d9c-106a85b9201e req-e7ed55c9-146d-4c5e-b5b7-9beb50d7a8f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0cd0f06-8822-402d-a542-9efbc09b2fe1 HTTP/1.1" status: 200  len: 854 time: 0.1784718
Jun 08 18:29:42.234854 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e5a0a48c-2b75-45d1-9d9c-106a85b9201e req-94269698-3691-4cc1-9e74-e94a7c8159c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce67736a-60bd-4a6c-bff9-9a77902ba73d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747817
Jun 08 18:29:42.456082 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-955ccad8-42ab-4085-98d2-3b6e2e745a92 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:42.459197 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-955ccad8-42ab-4085-98d2-3b6e2e745a92 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/networks?id=ce67736a-60bd-4a6c-bff9-9a77902ba73d HTTP/1.1" status: 200  len: 814 time: 0.4242885
Jun 08 18:29:42.523916 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-48497024-9fb1-4d9d-b250-cc4619809bd1 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/quotas/a093b203f77548e691e2d2517a9f4a24 HTTP/1.1" status: 200  len: 375 time: 0.0457013
Jun 08 18:29:42.741206 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e5a0a48c-2b75-45d1-9d9c-106a85b9201e req-8d1b986c-7251-440b-9ef6-f07b445861f6 service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4848495
Jun 08 18:29:42.919784 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965d9f7-68b8-4490-9881-e1fbfc03f88a req-755c774b-a018-4df7-8518-94211cefb75b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:42.921355 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1965d9f7-68b8-4490-9881-e1fbfc03f88a req-755c774b-a018-4df7-8518-94211cefb75b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1349363
Jun 08 18:29:42.929006 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-b27c4e94-7a09-4f7d-a545-553ec00491a8 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3902767
Jun 08 18:29:42.989945 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1965d9f7-68b8-4490-9881-e1fbfc03f88a req-90d53cfe-f850-45ff-ad2a-80a83f5703f5 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617034
Jun 08 18:29:43.095377 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e5a0a48c-2b75-45d1-9d9c-106a85b9201e req-d09a5281-3c87-4edc-8004-83402549f697 service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3419340
Jun 08 18:29:43.242302 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-bf5b12d8-e502-4c06-a8a0-160710229ea0 service neutron] 10.222.0.20 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2891347
Jun 08 18:29:43.485417 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-e6fa2570-9892-4251-b250-ea9566fb6938 service neutron] 10.222.0.20 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2343225
Jun 08 18:29:43.703537 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 59850) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:43.800488 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 59856) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:43.886732 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-53601f78-9bb0-463e-ad74-a793d0cda55e req-0781d3da-e47d-49b8-9d8c-11bf5d4bbc43 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 210 time: 0.1101894
Jun 08 18:29:43.957168 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1778342987-network', 'tenant_id': '3f59368b3bb74e9fa52d7351863d3ddf'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:44.008005 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-23436f85-c81b-4652-8972-df4d2b54036d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:44.097308 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Made reservation on behalf of 3f59368b3bb74e9fa52d7351863d3ddf for: {'network': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:29:44.101608 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:44.126302 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:44.249930 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-23436f85-c81b-4652-8972-df4d2b54036d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:44.388070 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83131-791e-4e2b-8fd1-3bf9fdfe8c2e req-ceb21769-39fe-4e83-90a7-158313efc763 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:44.389686 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-edc83131-791e-4e2b-8fd1-3bf9fdfe8c2e req-ceb21769-39fe-4e83-90a7-158313efc763 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1377406
Jun 08 18:29:44.411275 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-23436f85-c81b-4652-8972-df4d2b54036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:44.415644 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:44.485248 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-23436f85-c81b-4652-8972-df4d2b54036d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d5ecc6938034ff082d0126d26532e54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6826062
Jun 08 18:29:44.486832 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23436f85-c81b-4652-8972-df4d2b54036d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e19ac1-3d8c-47f2-80ea-ee2e38c3a958,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:44.490265 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 59872) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:44.502460 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-23436f85-c81b-4652-8972-df4d2b54036d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:44.543119 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-edc83131-791e-4e2b-8fd1-3bf9fdfe8c2e req-8b29d3d5-23e1-4900-9eca-b3f8554b98e8 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469319
Jun 08 18:29:44.604448 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e6be863e-6d37-41d2-b678-61e2f3a64b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:44.656325 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e6be863e-6d37-41d2-b678-61e2f3a64b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:44.671647 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:44.823322 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:44.824079 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e6be863e-6d37-41d2-b678-61e2f3a64b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:44.825651 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e6be863e-6d37-41d2-b678-61e2f3a64b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:44.827684 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-e6be863e-6d37-41d2-b678-61e2f3a64b18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31e19ac1-3d8c-47f2-80ea-ee2e38c3a958 HTTP/1.1" status: 204  len: 168 time: 0.3264463
Jun 08 18:29:44.828748 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:44.828912 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c0853ef0-33da-4981-8ac7-6bd3acb030e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:44.849460 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be863e-6d37-41d2-b678-61e2f3a64b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e19ac1-3d8c-47f2-80ea-ee2e38c3a958,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:44.855236 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-e6be863e-6d37-41d2-b678-61e2f3a64b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:44.884982 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=92318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:29:44.899877 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209fa657-40a9-4de3-b279-a34dd9e00e21,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:44.906836 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:44.911824 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:44.912481 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.segments_db [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Added segment 229b11b1-7510-4592-b626-58e4dcaaeea9 of type vlan for network b9b5f942-404c-433d-b652-d001b54bd033
Jun 08 18:29:44.951760 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:45.054614 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:45.056467 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:45.057404 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:45.066548 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:45.179002 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b5f942-404c-433d-b652-d001b54bd033,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:45.182262 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:45.191088 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network b9b5f942-404c-433d-b652-d001b54bd033 details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:29:45.238254 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.5282869
Jun 08 18:29:45.239659 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 59884) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:45.253422 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Request body: {'subnet': {'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1778342987-subnet', 'tenant_id': '3f59368b3bb74e9fa52d7351863d3ddf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:45.382451 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Made reservation on behalf of 3f59368b3bb74e9fa52d7351863d3ddf for: {'subnet': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:29:45.385385 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Notify callbacks [] for subnet, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:45.731535 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361'] for subnet, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:45.734529 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 59890) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:45.736514 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:45.765934 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eca433be-6cd8-4b40-81ef-7edd9d8a5dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:45.813549 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=61fa3793-60ec-4a3e-a237-5c6c62b38b28,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:45.817772 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:45.827987 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Checking segment: {'id': '229b11b1-7510-4592-b626-58e4dcaaeea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:29:45.828331 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Network hostable DHCP agents. Network: b9b5f942-404c-433d-b652-d001b54bd033, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:29:45.917350 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Network b9b5f942-404c-433d-b652-d001b54bd033 is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:29:45.939629 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eca433be-6cd8-4b40-81ef-7edd9d8a5dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:46.002655 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, b9b5f942-404c-433d-b652-d001b54bd033) {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:29:46.007796 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:46.013914 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:46.015271 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0742c577-0c05-408f-8977-00d79fb9f252 None None] Network b9b5f942-404c-433d-b652-d001b54bd033 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:29:46.043299 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eca433be-6cd8-4b40-81ef-7edd9d8a5dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:46.058816 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:46.114140 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-eca433be-6cd8-4b40-81ef-7edd9d8a5dac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f466eec99dc6440dadb9aa2593219327&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3773458
Jun 08 18:29:46.115949 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8733873
Jun 08 18:29:46.116364 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 59892) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:46.119869 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca433be-6cd8-4b40-81ef-7edd9d8a5dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81b8bcb-cc44-46fa-99a4-315601723975,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:46.131395 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-eca433be-6cd8-4b40-81ef-7edd9d8a5dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:46.225664 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-52f7e5ff-6319-46d2-a44f-1aac95c50040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:46.262973 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-52f7e5ff-6319-46d2-a44f-1aac95c50040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:46.317281 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a48b64-e3a1-4019-b5fc-c4fb224507a6 None None] Network b9b5f942-404c-433d-b652-d001b54bd033 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:29:46.440017 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-52f7e5ff-6319-46d2-a44f-1aac95c50040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:46.444541 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-52f7e5ff-6319-46d2-a44f-1aac95c50040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:46.446415 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-52f7e5ff-6319-46d2-a44f-1aac95c50040 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a81b8bcb-cc44-46fa-99a4-315601723975 HTTP/1.1" status: 204  len: 168 time: 0.3284009
Jun 08 18:29:46.447540 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:46.471759 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7e5ff-6319-46d2-a44f-1aac95c50040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81b8bcb-cc44-46fa-99a4-315601723975,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:46.484106 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-52f7e5ff-6319-46d2-a44f-1aac95c50040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:47.067318 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fe7d4df5-42db-4978-8ab5-930f744ef3ba req-b9ed370a-5f3c-42a6-b08c-360a12088634 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 210 time: 0.1903915
Jun 08 18:29:47.118510 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32167f9-0f13-40e9-a352-c382bd0b5cfa req-d40b6959-87b2-4405-923c-3f591c8aa97c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:47.121914 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b32167f9-0f13-40e9-a352-c382bd0b5cfa req-d40b6959-87b2-4405-923c-3f591c8aa97c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1719317
Jun 08 18:29:47.174498 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b32167f9-0f13-40e9-a352-c382bd0b5cfa req-927cbe4f-a42b-4740-8585-6793cbcaa9ff tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471680
Jun 08 18:29:47.451846 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 59914) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:47.469913 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3e46afbb-bf41-477f-b068-73ebfd12ed58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:47.690287 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3e46afbb-bf41-477f-b068-73ebfd12ed58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:47.782193 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:47.837839 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3e46afbb-bf41-477f-b068-73ebfd12ed58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:47.897093 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:47.933182 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-3e46afbb-bf41-477f-b068-73ebfd12ed58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c07d1b56cf5848b9933bf88fd983989d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4794328
Jun 08 18:29:47.937594 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 59932) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:47.944690 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46afbb-bf41-477f-b068-73ebfd12ed58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562daa74-94c6-47b4-8ae0-c6d375d7c713,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:47.949022 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-3e46afbb-bf41-477f-b068-73ebfd12ed58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:48.052696 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ccf05100-dd2d-4c14-8832-4f408ff7ffe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:48.130110 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ccf05100-dd2d-4c14-8832-4f408ff7ffe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:48.210596 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 59946) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:48.358375 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4eced72a-0c5a-4958-912b-87fdaaa7d679 req-6f3ac40e-495e-49fb-95f9-dc953635ca43 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 210 time: 0.0645263
Jun 08 18:29:48.387162 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1368b95-15a8-4fed-9f43-1177a8474522 admin admin] Deleting subnet 363675c6-db47-4f44-bb10-ee558451a3da {{(pid=92319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:29:48.391618 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e1368b95-15a8-4fed-9f43-1177a8474522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:48.450967 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e1368b95-15a8-4fed-9f43-1177a8474522 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:48.459398 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e1368b95-15a8-4fed-9f43-1177a8474522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:48.506054 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ccf05100-dd2d-4c14-8832-4f408ff7ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:48.510500 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ccf05100-dd2d-4c14-8832-4f408ff7ffe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:48.512381 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-ccf05100-dd2d-4c14-8832-4f408ff7ffe3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/562daa74-94c6-47b4-8ae0-c6d375d7c713 HTTP/1.1" status: 204  len: 168 time: 0.5727713
Jun 08 18:29:48.514150 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-84e065bc-99eb-4ca7-a988-cf9d3a37c19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:48.540909 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf05100-dd2d-4c14-8832-4f408ff7ffe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562daa74-94c6-47b4-8ae0-c6d375d7c713,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:48.546494 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-ccf05100-dd2d-4c14-8832-4f408ff7ffe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:48.587943 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b0ce9-23b7-40e5-881f-67589e66b1c9 req-30538484-93da-4037-80f5-c0a06c936b8c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:48.591006 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4a8b0ce9-23b7-40e5-881f-67589e66b1c9 req-30538484-93da-4037-80f5-c0a06c936b8c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1788130
Jun 08 18:29:48.709229 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e1368b95-15a8-4fed-9f43-1177a8474522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361'] for subnet, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:48.716796 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-2597da33-4679-436f-ae31-51a94d4f0a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:48.774607 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4a8b0ce9-23b7-40e5-881f-67589e66b1c9 req-673a4480-2aa1-4eb7-9c48-7c7b62b6cb75 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551278
Jun 08 18:29:48.779842 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1368b95-15a8-4fed-9f43-1177a8474522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363675c6-db47-4f44-bb10-ee558451a3da,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:48.805097 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e1368b95-15a8-4fed-9f43-1177a8474522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:48.814314 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-e1368b95-15a8-4fed-9f43-1177a8474522 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/363675c6-db47-4f44-bb10-ee558451a3da HTTP/1.1" status: 204  len: 168 time: 0.5991876
Jun 08 18:29:48.817578 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 59958) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:48.931691 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-6f6c067d-18a9-4bb5-811a-f97cd3fc8626 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:48.935946 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-6f6c067d-18a9-4bb5-811a-f97cd3fc8626 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "GET /v2.0/networks?id=ce67736a-60bd-4a6c-bff9-9a77902ba73d HTTP/1.1" status: 200  len: 814 time: 0.3418076
Jun 08 18:29:48.970718 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-e1368b95-15a8-4fed-9f43-1177a8474522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:48.972016 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Request body: {'port': {'device_id': '26cd60fd-d343-44cd-8e11-d4314d358d99', 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d', 'admin_state_up': True, 'tenant_id': 'a093b203f77548e691e2d2517a9f4a24'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:49.058583 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:49.320576 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:49.342530 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0dc7c1a100>> segment before_delete 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.343850 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0dc7c1a100>> subnet precommit_delete_associations 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.344732 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc794d910>> segment_host_mapping after_create 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.345205 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc794d910>> port after_create 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.345633 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc794d910>> port after_delete 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.346221 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc794d910>> port after_update 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.346986 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc794d910>> segment after_delete 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.347419 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc794d910>> subnet after_create 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.347830 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc794d910>> subnet after_delete 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.348240 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc794d910>> subnet after_update 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.513693 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Made reservation on behalf of a093b203f77548e691e2d2517a9f4a24 for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:29:49.519625 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:49.567176 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0dc7869520>> subnet after_create 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.567978 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0dc7869520>> subnet after_delete 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.570888 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0dc7869520>> subnet before_create 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.570888 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0dc7869520>> subnet before_update 55550000 {{(pid=92319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:29:49.570888 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc7c7bfa0>,) {'filters': {'network_id': ['d0f295eb-208a-4278-b7dd-e8322aa693cf']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:29:49.636813 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc7c7bfa0>, '5f32419a-0dd7-43c6-b937-334f4c9309cd') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:29:49.637123 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc7c7bfa0>, '5f32419a-0dd7-43c6-b937-334f4c9309cd') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:29:49.745559 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f8413215-a279-4992-9f74-d90ae427e951 req-6b6e1af6-7786-404c-8a01-c9dd5a5e33e5 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 210 time: 0.1581461
Jun 08 18:29:49.871852 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-adf6335c-7e42-425c-a78d-0cd25d4de6b8 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:49.875098 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-adf6335c-7e42-425c-a78d-0cd25d4de6b8 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/networks?id=b9b5f942-404c-433d-b652-d001b54bd033 HTTP/1.1" status: 200  len: 809 time: 0.2894602
Jun 08 18:29:49.879638 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:49.916481 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Allocated IP 172.20.0.5 (ce67736a-60bd-4a6c-bff9-9a77902ba73d/f0cd0f06-8822-402d-a542-9efbc09b2fe1/1574d081-4270-4813-87ea-02310d0a1afb) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:29:49.916753 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-9ed28a69-11bc-49ca-8d4f-69b86c4b2b5a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/quotas/3f59368b3bb74e9fa52d7351863d3ddf HTTP/1.1" status: 200  len: 375 time: 0.0242689
Jun 08 18:29:49.970054 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:49.981855 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-494d7ab6-284a-436b-82e3-11d0961ce4a0 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f59368b3bb74e9fa52d7351863d3ddf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0566006
Jun 08 18:29:49.986127 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:29:49.986529 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   from cryptography.utils import int_from_bytes
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   from cryptography.utils import int_from_bytes
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:29:50.006819 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:29:50.281717 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-7c4eb441-c3d6-426d-8f2e-b6262a7be122 service neutron] 10.222.0.20 "GET /v2.0/networks/b9b5f942-404c-433d-b652-d001b54bd033?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2731438
Jun 08 18:29:50.289005 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f2b98-89e1-41a6-970b-429b34521b06 req-52674366-62ee-4c2c-8be9-20ef9d606b21 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:50.300821 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c2f2b98-89e1-41a6-970b-429b34521b06 req-52674366-62ee-4c2c-8be9-20ef9d606b21 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.3629670
Jun 08 18:29:50.447925 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c2f2b98-89e1-41a6-970b-429b34521b06 req-2c8e81de-cbe2-4f42-9920-e459614f5af7 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456287
Jun 08 18:29:50.516091 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:50.529616 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-a4c060f8-b6c8-4520-bfdd-c8a755f774df service neutron] 10.222.0.20 "GET /v2.0/networks/b9b5f942-404c-433d-b652-d001b54bd033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2470624
Jun 08 18:29:50.531906 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:50.543305 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:50.603996 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:50.607552 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] 10.222.0.20 "DELETE /v2.0/networks/d0f295eb-208a-4278-b7dd-e8322aa693cf HTTP/1.1" status: 204  len: 168 time: 1.7885373
Jun 08 18:29:50.609139 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f295eb-208a-4278-b7dd-e8322aa693cf,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:50.612890 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:50.738389 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:50.741180 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:29:50.741180 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:29:50.741180 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:29:50.741180 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:29:50.741180 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:29:50.741180 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:29:50.762082 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['93860c6c-def9-46e6-b58f-6e75ecee3d1c'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:29:50.795997 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Network ce67736a-60bd-4a6c-bff9-9a77902ba73d is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:29:50.806179 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:29:50.812604 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:29:50.829401 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:50.830527 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:51.082382 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43ee889a-2997-4251-bb53-6b33bc956af6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1291177
Jun 08 18:29:51.121473 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-aa13c683-de6b-4657-b29c-16225534540c req-850adae9-fd51-4bb5-9770-002567e6c6f9 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 210 time: 0.1555293
Jun 08 18:29:51.124882 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Request body: {'port': {'device_id': '26cd60fd-d343-44cd-8e11-d4314d358d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:51.175018 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a573f2-d331-49f5-9ea9-46728fd3c927 req-93c074b6-d0d0-4cda-8487-5e904f95fe95 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:51.192519 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-77a573f2-d331-49f5-9ea9-46728fd3c927 req-93c074b6-d0d0-4cda-8487-5e904f95fe95 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 931 time: 0.2095373
Jun 08 18:29:51.278152 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 60044) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:51.283858 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-77a573f2-d331-49f5-9ea9-46728fd3c927 req-092843b0-7c95-4e78-89e4-12b17160512b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880692
Jun 08 18:29:51.362073 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:51.380736 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-b7bc65c0-ec0f-4df2-9825-aae33d7e1e19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=187a5a95890c46ea8bf3b5a986649d86&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0921874
Jun 08 18:29:51.382742 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 60048) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:51.462702 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8fc994fc-5f4b-42d8-9afa-96f74a3615e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:51.501041 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8fc994fc-5f4b-42d8-9afa-96f74a3615e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:51.669192 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8fc994fc-5f4b-42d8-9afa-96f74a3615e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:51.673895 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8fc994fc-5f4b-42d8-9afa-96f74a3615e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:51.676165 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-8fc994fc-5f4b-42d8-9afa-96f74a3615e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c044f001-1930-47d3-ae56-784c56321634 HTTP/1.1" status: 204  len: 168 time: 0.2913148
Jun 08 18:29:51.686499 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-92337036-319a-4bee-9db0-49d7cf7e8694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:51.722643 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc994fc-5f4b-42d8-9afa-96f74a3615e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c044f001-1930-47d3-ae56-784c56321634,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:51.737916 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-8fc994fc-5f4b-42d8-9afa-96f74a3615e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:51.862341 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fcff-f2df-44a6-aedb-3104dd6864f8 req-a2d87097-ea28-459a-97e3-d456fdc55107 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:51.872562 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c138fcff-f2df-44a6-aedb-3104dd6864f8 req-a2d87097-ea28-459a-97e3-d456fdc55107 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1579347
Jun 08 18:29:51.999329 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c138fcff-f2df-44a6-aedb-3104dd6864f8 req-5dcb27de-f698-4b74-8a7a-f68ce1aeb3b5 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254535
Jun 08 18:29:52.204107 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1574d081-4270-4813-87ea-02310d0a1afb {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:29:52.292975 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:52.328720 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a8a6604f-6847-4731-bc4c-5fd96cfcfef9 req-f22a15f7-bf85-4dcb-bdd7-5e66ddbc7125 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 210 time: 0.1085451
Jun 08 18:29:52.346131 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Transition to ACTIVE for port object 1574d081-4270-4813-87ea-02310d0a1afb will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:29:52.462035 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:52.476916 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:52.553673 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1574d081-4270-4813-87ea-02310d0a1afb,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:52.557085 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:52.560448 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c4560-1492-4642-9a29-6cb7f68e8cf4 req-50f0b303-138d-486d-8ec9-540c158d4199 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:52.561900 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e03c4560-1492-4642-9a29-6cb7f68e8cf4 req-50f0b303-138d-486d-8ec9-540c158d4199 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 943 time: 0.1316624
Jun 08 18:29:52.709746 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Attempting to bind port 1574d081-4270-4813-87ea-02310d0a1afb on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:29:52.710221 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Attempting to bind port 1574d081-4270-4813-87ea-02310d0a1afb by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:29:52.710574 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Attempting to bind port 1574d081-4270-4813-87ea-02310d0a1afb on network ce67736a-60bd-4a6c-bff9-9a77902ba73d {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:29:52.717764 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Port 1574d081-4270-4813-87ea-02310d0a1afb on network ce67736a-60bd-4a6c-bff9-9a77902ba73d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:29:52.718238 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Attempting to bind port 1574d081-4270-4813-87ea-02310d0a1afb on network ce67736a-60bd-4a6c-bff9-9a77902ba73d {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:29:52.725573 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:29:52.726056 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Checking segment: {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:29:52.726450 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Bound using segment: {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:29:52.727016 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Bound port: 1574d081-4270-4813-87ea-02310d0a1afb, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:29:52.733131 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:52.783824 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e03c4560-1492-4642-9a29-6cb7f68e8cf4 req-acd05274-e186-4922-b9ca-28f6cc68f44a tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165759
Jun 08 18:29:52.883494 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] For port 1574d081-4270-4813-87ea-02310d0a1afb, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:29:52.888374 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] For port 1574d081-4270-4813-87ea-02310d0a1afb, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1574d081-4270-4813-87ea-02310d0a1afb,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:29:52.960607 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:52.971739 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e07f431e-d7f2-4c4f-a8f7-e55cc2fbd674 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:53.100198 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:53.102228 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:53.104879 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] 10.222.0.37 "PUT /v2.0/ports/1574d081-4270-4813-87ea-02310d0a1afb HTTP/1.1" status: 200  len: 1093 time: 1.9945872
Jun 08 18:29:53.105816 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cd60fd-d343-44cd-8e11-d4314d358d99', 'tag': '1574d081-4270-4813-87ea-02310d0a1afb'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:29:53.110341 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4379dc6c-33b6-4444-90b9-6e494b0122e0" -d '{"events": [{"name": "network-changed", "server_uuid": "26cd60fd-d343-44cd-8e11-d4314d358d99", "tag": "1574d081-4270-4813-87ea-02310d0a1afb"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:53.150520 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1574d081-4270-4813-87ea-02310d0a1afb,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:53.158290 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:53.195347 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284c1cea-74f5-476e-a5c9-5147718797d7 x-openstack-request-id: req-284c1cea-74f5-476e-a5c9-5147718797d7 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:53.195813 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cd60fd-d343-44cd-8e11-d4314d358d99", "tag": "1574d081-4270-4813-87ea-02310d0a1afb", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:53.196246 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-284c1cea-74f5-476e-a5c9-5147718797d7 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:53.199824 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cd60fd-d343-44cd-8e11-d4314d358d99', 'tag': '1574d081-4270-4813-87ea-02310d0a1afb', 'status': 'completed', 'code': 200}
Jun 08 18:29:53.434195 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca374-e9af-4de9-a316-526d8fd0b53b req-9270f43a-15ab-4484-a37a-4a936e729119 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:53.438610 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-73bca374-e9af-4de9-a316-526d8fd0b53b req-9270f43a-15ab-4484-a37a-4a936e729119 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.2142076
Jun 08 18:29:53.467894 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379dc6c-33b6-4444-90b9-6e494b0122e0 req-6ddf17b6-5cbf-4c7d-bf7b-7344340d87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:53.471327 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4379dc6c-33b6-4444-90b9-6e494b0122e0 req-6ddf17b6-5cbf-4c7d-bf7b-7344340d87ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 1096 time: 0.1120622
Jun 08 18:29:53.520494 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-73bca374-e9af-4de9-a316-526d8fd0b53b req-ad1a28cc-5fa8-4a38-9628-05eee243888d tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694854
Jun 08 18:29:53.640221 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-fa0ac428-3c10-4753-9817-6b8c277f1dac req-e3ec4da8-00fe-4308-9b34-cc93d4ce2d2f tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 210 time: 0.0659912
Jun 08 18:29:53.710018 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379dc6c-33b6-4444-90b9-6e494b0122e0 req-4d72af9f-fd86-4796-9658-d0e74baa93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:53.711712 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4379dc6c-33b6-4444-90b9-6e494b0122e0 req-4d72af9f-fd86-4796-9658-d0e74baa93b1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a093b203f77548e691e2d2517a9f4a24&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2306972
Jun 08 18:29:53.840721 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 60136) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:53.891407 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379dc6c-33b6-4444-90b9-6e494b0122e0 req-bf184709-c99f-4adc-b9de-f956019ae466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:53.894047 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4379dc6c-33b6-4444-90b9-6e494b0122e0 req-bf184709-c99f-4adc-b9de-f956019ae466 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1687324
Jun 08 18:29:54.033126 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb54c8-1538-4fbe-b3bc-521f3c0705b4 req-cfd62012-43a3-48c7-bf02-95977f13085d tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:54.034787 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6cbb54c8-1538-4fbe-b3bc-521f3c0705b4 req-cfd62012-43a3-48c7-bf02-95977f13085d tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 943 time: 0.0985436
Jun 08 18:29:54.090195 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2133862717-network', 'tenant_id': '364032ea878c45bb98b911ab5d02c53a'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:54.108066 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6cbb54c8-1538-4fbe-b3bc-521f3c0705b4 req-07ebb77f-df96-4996-a8b3-f79643048ffb tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628829
Jun 08 18:29:54.116716 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43c2ce74-7cce-45eb-a379-73688c482e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:54.118288 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-43c2ce74-7cce-45eb-a379-73688c482e73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 1096 time: 0.1514673
Jun 08 18:29:54.203261 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-c90d7521-cff5-45df-bb3c-02c21c48514b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1574d081-4270-4813-87ea-02310d0a1afb HTTP/1.1" status: 200  len: 217 time: 0.0688882
Jun 08 18:29:54.208441 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Made reservation on behalf of 364032ea878c45bb98b911ab5d02c53a for: {'network': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:29:54.210869 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:54.224396 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:54.290806 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-a4a165cc-2258-4a08-85f7-4bfed12aa502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:54.292351 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-a4a165cc-2258-4a08-85f7-4bfed12aa502 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0cd0f06-8822-402d-a542-9efbc09b2fe1 HTTP/1.1" status: 200  len: 854 time: 0.0700378
Jun 08 18:29:54.359373 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-0d4bbf9d-3cb7-4532-a588-b2d646f42bf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce67736a-60bd-4a6c-bff9-9a77902ba73d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597255
Jun 08 18:29:54.590834 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:54.662368 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:54.665701 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-0050130e-f2ae-437f-af29-68e8c8e2cb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:54.674173 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60154) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:54.684578 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-5a1188b7-b77f-4a0d-b049-9e657f5aba14 service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3170714
Jun 08 18:29:54.730876 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'}  {{(pid=92319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:29:54.737193 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4ee6aa-8d9a-4c6c-87af-0b6cbe3f5041,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:54.741349 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:54.754504 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:54.757382 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.segments_db [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Added segment 7b6d7282-f923-46e2-8725-89a25af4a5d4 of type vlan for network 2d6947dd-3ebf-4007-9e14-7bcf2763018c
Jun 08 18:29:54.878157 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:54.911529 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-428dd549-e0e8-409b-8853-4e43d65c34c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:54.949782 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3c453dd5-4183-471b-b1a0-6401d752a727 req-6a19b0f9-3008-4788-8524-70e287e0a5a3 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 210 time: 0.1383891
Jun 08 18:29:54.997535 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dcbe773d-e007-4654-88fe-5a832c2ef972 req-e135aabb-d5f6-4dc1-a52f-1f806cc7a4cc service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3034222
Jun 08 18:29:55.007429 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb27c81-606f-447a-938d-44cb9ff14d7c req-522ea254-7f8d-46e4-8d7a-54d47dbe4801 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:55.008994 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-afb27c81-606f-447a-938d-44cb9ff14d7c req-522ea254-7f8d-46e4-8d7a-54d47dbe4801 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.2700098
Jun 08 18:29:55.091550 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-afb27c81-606f-447a-938d-44cb9ff14d7c req-facfadc4-267e-48af-8811-badade5c9e5f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603080
Jun 08 18:29:55.117430 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-8cb30c38-4088-4612-a904-36bde414bcb9 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:55.119014 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-8cb30c38-4088-4612-a904-36bde414bcb9 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.37 "GET /v2.0/networks?id=b9b5f942-404c-433d-b652-d001b54bd033 HTTP/1.1" status: 200  len: 809 time: 0.2250376
Jun 08 18:29:55.136974 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Request body: {'port': {'device_id': 'f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1', 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033', 'admin_state_up': True, 'tenant_id': '3f59368b3bb74e9fa52d7351863d3ddf'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:55.142605 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-428dd549-e0e8-409b-8853-4e43d65c34c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:55.217556 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:55.224116 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:55.224711 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:55.232972 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ddda8b07-dd09-4a1c-904a-acb1c4181554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:55.256689 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-428dd549-e0e8-409b-8853-4e43d65c34c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:55.266540 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:55.312556 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-428dd549-e0e8-409b-8853-4e43d65c34c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7defd2edd8f4df08e36af8934e2aaaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6375685
Jun 08 18:29:55.315556 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428dd549-e0e8-409b-8853-4e43d65c34c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8497923-a83f-45d4-9f5b-991f645c5660,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:55.318142 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60164) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:55.320422 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-428dd549-e0e8-409b-8853-4e43d65c34c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:55.415014 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e205c913-308a-450a-a4a2-ae6320871dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:55.447169 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e205c913-308a-450a-a4a2-ae6320871dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:55.466367 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.6240127
Jun 08 18:29:55.472927 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60170) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:55.482176 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Request body: {'subnet': {'network_id': '2d6947dd-3ebf-4007-9e14-7bcf2763018c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2133862717-subnet', 'tenant_id': '364032ea878c45bb98b911ab5d02c53a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:55.489837 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d6947dd-3ebf-4007-9e14-7bcf2763018c,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:55.499051 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:55.506527 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network 2d6947dd-3ebf-4007-9e14-7bcf2763018c details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:29:55.567869 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6bc9-6e37-4464-a6e4-69246e22fbec req-62f83a8e-8936-44ec-9985-d37f02e21253 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:55.569531 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-04da6bc9-6e37-4464-a6e4-69246e22fbec req-62f83a8e-8936-44ec-9985-d37f02e21253 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 943 time: 0.3164396
Jun 08 18:29:55.605175 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Made reservation on behalf of 364032ea878c45bb98b911ab5d02c53a for: {'subnet': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:29:55.608051 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:55.688088 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e205c913-308a-450a-a4a2-ae6320871dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:55.691929 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e205c913-308a-450a-a4a2-ae6320871dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:55.710269 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-e205c913-308a-450a-a4a2-ae6320871dc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8497923-a83f-45d4-9f5b-991f645c5660 HTTP/1.1" status: 204  len: 168 time: 0.3775008
Jun 08 18:29:55.716009 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-04da6bc9-6e37-4464-a6e4-69246e22fbec req-9de4d86a-ae4b-4ca2-86bd-efc72154e0c1 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325679
Jun 08 18:29:55.729740 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-428dd549-e0e8-409b-8853-4e43d65c34c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:55.757487 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205c913-308a-450a-a4a2-ae6320871dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8497923-a83f-45d4-9f5b-991f645c5660,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:55.762723 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e205c913-308a-450a-a4a2-ae6320871dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:55.799908 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Made reservation on behalf of 3f59368b3bb74e9fa52d7351863d3ddf for: {'port': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:29:55.805426 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:56.023944 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361'] for subnet, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:56.036137 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0a72383e-7d20-4193-accc-ae3bec568b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:56.044472 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Allocated IP 172.20.0.9 (b9b5f942-404c-433d-b652-d001b54bd033/61fa3793-60ec-4a3e-a237-5c6c62b38b28/1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:29:56.189714 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-57ed5e74-3f2e-4e15-ad53-c26e57108d2d req-88ddd1e4-388b-4dc1-928e-fe0f2d6027a5 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 210 time: 0.1083474
Jun 08 18:29:56.270974 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de11ad25-dbed-48f3-ba60-5e253625b1d5,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:56.285454 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:56.299361 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Checking segment: {'id': '7b6d7282-f923-46e2-8725-89a25af4a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2d6947dd-3ebf-4007-9e14-7bcf2763018c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:29:56.309305 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Network hostable DHCP agents. Network: 2d6947dd-3ebf-4007-9e14-7bcf2763018c, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:29:56.451346 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:56.469991 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062dcc5-9513-40d7-8945-65cf6cae707f req-b7fc368c-8967-4338-a3a5-0c736ca7291d tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:56.472356 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9062dcc5-9513-40d7-8945-65cf6cae707f req-b7fc368c-8967-4338-a3a5-0c736ca7291d tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1546755
Jun 08 18:29:56.497367 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Network 2d6947dd-3ebf-4007-9e14-7bcf2763018c is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:29:56.532302 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9062dcc5-9513-40d7-8945-65cf6cae707f req-6aa2feef-1d04-4c24-b1b3-a215944f1407 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542231
Jun 08 18:29:56.589527 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, 2d6947dd-3ebf-4007-9e14-7bcf2763018c) {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:29:56.592346 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:56.599392 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:29:56.599392 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:29:56.599392 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:29:56.599392 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:29:56.599392 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:29:56.599392 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:29:56.603993 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:56.605262 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:56.613343 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3ef148-ae92-43d7-8376-57e413511c21 None None] Network 2d6947dd-3ebf-4007-9e14-7bcf2763018c requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:29:56.633120 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Network b9b5f942-404c-433d-b652-d001b54bd033 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:29:56.634702 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:29:56.638949 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:29:56.716153 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:56.716707 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:56.729861 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2449818
Jun 08 18:29:56.822450 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-f063974c-340a-42ac-9733-c0bfc96c100e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6901045
Jun 08 18:29:56.850024 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Request body: {'port': {'device_id': 'f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:57.065561 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9957edf4-cbc0-465e-88e0-37c87bbd9693 None None] Network 2d6947dd-3ebf-4007-9e14-7bcf2763018c requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:29:57.087059 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 60202) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:57.132083 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7bc6-ed45-4b63-a765-3f4ac2ba050b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:57.161109 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:57.217499 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba64c8-2921-4707-b4a6-c5432e4f5641 req-e31dc47d-06db-4965-ad54-1e54fab5eb4b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:57.219234 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3aba64c8-2921-4707-b4a6-c5432e4f5641 req-e31dc47d-06db-4965-ad54-1e54fab5eb4b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 943 time: 0.1854160
Jun 08 18:29:57.322158 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:29:57.341832 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3aba64c8-2921-4707-b4a6-c5432e4f5641 req-d3ba646d-c16f-4c8e-a227-e927ea02115c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149428
Jun 08 18:29:57.486872 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 1574d081-4270-4813-87ea-02310d0a1afb details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:29:57.746297 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 1574d081-4270-4813-87ea-02310d0a1afb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1574d081-4270-4813-87ea-02310d0a1afb,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:57.770003 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '1574d081-4270-4813-87ea-02310d0a1afb', 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d', 'port_id': '1574d081-4270-4813-87ea-02310d0a1afb', 'mac_address': 'fa:16:3e:7c:a6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cd0f06-8822-402d-a542-9efbc09b2fe1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:29:57.842161 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71a13e-5d23-44b2-850e-c1c56a784bb4 req-52930993-d0f0-47b5-923c-ff5403aa6e01 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:57.850754 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1d71a13e-5d23-44b2-850e-c1c56a784bb4 req-52930993-d0f0-47b5-923c-ff5403aa6e01 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 931 time: 0.4402285
Jun 08 18:29:57.866398 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:57.892163 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1574d081-4270-4813-87ea-02310d0a1afb {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:29:57.929805 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 1574d081-4270-4813-87ea-02310d0a1afb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1574d081-4270-4813-87ea-02310d0a1afb,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:29:57.974434 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a4315-6e2c-4ad7-bc00-d079036c9e86 req-2e2570f0-98e5-4ed8-bcfc-611b4556dedf tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:57.974665 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1d71a13e-5d23-44b2-850e-c1c56a784bb4 req-a7613350-ebd1-488b-b8d1-045c2b4a12b8 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234989
Jun 08 18:29:57.977604 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-da4a4315-6e2c-4ad7-bc00-d079036c9e86 req-2e2570f0-98e5-4ed8-bcfc-611b4556dedf tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.2330911
Jun 08 18:29:58.012622 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.014666 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:58.046542 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7bc6-ed45-4b63-a765-3f4ac2ba050b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.099573 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-da4a4315-6e2c-4ad7-bc00-d079036c9e86 req-2ff2cdf0-db38-44c9-b48d-de458b9722bd tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936871
Jun 08 18:29:58.143373 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=1574d081-4270-4813-87ea-02310d0a1afb,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:58.152722 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:58.153152 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:58.153825 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:58.154011 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:58.155049 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:58.155049 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:58.158456 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:58.159019 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:58.159618 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:58.160723 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:58.160723 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:58.160723 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:29:58.165495 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:58.213051 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7bc6-ed45-4b63-a765-3f4ac2ba050b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.219758 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60232) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:58.225360 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-639750241-network', 'tenant_id': 'cec6ae758418489baf2552582aab6d30'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:58.233839 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-23436f85-c81b-4652-8972-df4d2b54036d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:58.288179 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-7b3e7bc6-ed45-4b63-a765-3f4ac2ba050b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50f6b19809e44ca88a41599398e28d3e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1949770
Jun 08 18:29:58.290426 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 {{(pid=92319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:29:58.292351 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60234) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:58.298505 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e7bc6-ed45-4b63-a765-3f4ac2ba050b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2487e9-4c8e-4146-b6e6-40e56aa06066,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:58.302373 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.305168 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-7b3e7bc6-ed45-4b63-a765-3f4ac2ba050b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:58.321667 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Transition to ACTIVE for port object 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 will not be triggered until provisioned by entity L2. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:29:58.360120 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['1574d081-4270-4813-87ea-02310d0a1afb'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:29:58.398511 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Made reservation on behalf of cec6ae758418489baf2552582aab6d30 for: {'network': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:29:58.403146 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.424167 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-709f413c-d8b5-4b06-b385-e3deefe4614a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.432432 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.508273 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.514260 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:58.551894 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-709f413c-d8b5-4b06-b385-e3deefe4614a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.689195 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:58.691998 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e5681-67d3-419f-8a43-61b9423cdb57 req-c2c07f68-1868-4d1d-8ffb-8972228c854d tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:58.693679 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a35e5681-67d3-419f-8a43-61b9423cdb57 req-c2c07f68-1868-4d1d-8ffb-8972228c854d tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 944 time: 0.2162793
Jun 08 18:29:58.698745 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:58.778060 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.783467 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a35e5681-67d3-419f-8a43-61b9423cdb57 req-b42f8d90-31c7-47ec-b638-8de6a010e8e6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754502
Jun 08 18:29:58.793849 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-709f413c-d8b5-4b06-b385-e3deefe4614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.802752 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-709f413c-d8b5-4b06-b385-e3deefe4614a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.802752 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-709f413c-d8b5-4b06-b385-e3deefe4614a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f2487e9-4c8e-4146-b6e6-40e56aa06066 HTTP/1.1" status: 204  len: 168 time: 0.5061181
Jun 08 18:29:58.802752 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:58.803209 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Attempting to bind port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:29:58.803209 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Attempting to bind port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '229b11b1-7510-4592-b626-58e4dcaaeea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033'}] {{(pid=92319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:29:58.803209 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Attempting to bind port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 on network b9b5f942-404c-433d-b652-d001b54bd033 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:29:58.812470 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 on network b9b5f942-404c-433d-b652-d001b54bd033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:29:58.812995 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Attempting to bind port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 on network b9b5f942-404c-433d-b652-d001b54bd033 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:29:58.817506 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f413c-d8b5-4b06-b385-e3deefe4614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2487e9-4c8e-4146-b6e6-40e56aa06066,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:58.821646 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-709f413c-d8b5-4b06-b385-e3deefe4614a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:58.824882 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:29:58.825403 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Checking segment: {'id': '229b11b1-7510-4592-b626-58e4dcaaeea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:29:58.826018 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Bound using segment: {'id': '229b11b1-7510-4592-b626-58e4dcaaeea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033'} {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:29:58.827717 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Bound port: 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '229b11b1-7510-4592-b626-58e4dcaaeea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033'}}] {{(pid=92319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:29:58.828344 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.868326 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.875167 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-56feabea-6eb4-49d8-bb99-4dd30e548e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:58.918866 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'}  {{(pid=92318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:29:58.929016 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cb3364-5e5f-4d8e-96bf-584e15093e28,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:58.934233 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:58.937573 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:58.938345 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.segments_db [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Added segment f8ce387e-bce7-4ace-98fb-5f5070606ed4 of type vlan for network 57a12c5a-2520-4647-83df-34173be19609
Jun 08 18:29:58.974976 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:59.009352 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] For port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5, host hv-cinder-78956, cleared binding levels {{(pid=92319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:29:59.015332 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] For port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5,segment=NetworkSegment(229b11b1-7510-4592-b626-58e4dcaaeea9),segment_id=229b11b1-7510-4592-b626-58e4dcaaeea9)] {{(pid=92319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:29:59.118057 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:59.121930 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:59.126113 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:59.134593 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:59.159576 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:59.170259 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:29:59.282726 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5,revision_number=3']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:59.297316 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:59.315967 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:59.316908 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:59.318489 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] 10.222.0.37 "PUT /v2.0/ports/1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 HTTP/1.1" status: 200  len: 1093 time: 2.4866607
Jun 08 18:29:59.319206 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1', 'tag': '1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:29:59.321833 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d51ea9f-3600-493b-81e4-a1d026a9c9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1", "tag": "1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:29:59.359112 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f5989-0b53-4259-9eab-0887af9eda23 req-fc7dec7d-50c3-43a2-9040-8db7bc11d68c tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:59.366603 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c70f5989-0b53-4259-9eab-0887af9eda23 req-fc7dec7d-50c3-43a2-9040-8db7bc11d68c tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 943 time: 0.2443316
Jun 08 18:29:59.384789 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Pushing event updated for resources: {'Network': ['ID=57a12c5a-2520-4647-83df-34173be19609,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:29:59.390524 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:29:59.397136 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network 57a12c5a-2520-4647-83df-34173be19609 details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:29:59.481191 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.2599707
Jun 08 18:29:59.486065 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60260) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:29:59.492799 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 1574d081-4270-4813-87ea-02310d0a1afb up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:29:59.508561 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Request body: {'subnet': {'network_id': '57a12c5a-2520-4647-83df-34173be19609', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-639750241-subnet', 'tenant_id': 'cec6ae758418489baf2552582aab6d30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:29:59.519818 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c70f5989-0b53-4259-9eab-0887af9eda23 req-bfb09c94-cefa-48ef-82e1-f7f417bf78de tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515901
Jun 08 18:29:59.727178 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5162360a-48ed-402e-98ef-aeb45da0fc30 x-openstack-request-id: req-5162360a-48ed-402e-98ef-aeb45da0fc30 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:29:59.728323 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1", "tag": "1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:29:59.728777 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5162360a-48ed-402e-98ef-aeb45da0fc30 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:29:59.730613 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1', 'tag': '1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5', 'status': 'completed', 'code': 200}
Jun 08 18:29:59.770408 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Made reservation on behalf of cec6ae758418489baf2552582aab6d30 for: {'subnet': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:29:59.771748 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:59.823271 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port 1574d081-4270-4813-87ea-02310d0a1afb completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:29:59.830703 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 1574d081-4270-4813-87ea-02310d0a1afb triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:29:59.831166 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:29:59.838331 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-13ea0223-c7c0-4fc0-b626-67991782c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:29:59.842675 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-13ea0223-c7c0-4fc0-b626-67991782c019 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f59368b3bb74e9fa52d7351863d3ddf&device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 1096 time: 0.2864628
Jun 08 18:30:00.044975 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-58ff12c9-d23b-4a6b-abc2-6a0d156d98bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 HTTP/1.1" status: 200  len: 217 time: 0.1898479
Jun 08 18:30:00.060953 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6db5e-38d6-4b7c-82f6-9f33463f9c95 req-270630b9-0ab0-4b57-92d2-c2ab6ef6f7d5 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:00.068203 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-20d6db5e-38d6-4b7c-82f6-9f33463f9c95 req-270630b9-0ab0-4b57-92d2-c2ab6ef6f7d5 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.4229856
Jun 08 18:30:00.091911 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d719f1-cfd3-42f0-8925-76119847ce67 req-e4240029-3a06-4748-945d-054d56363bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:00.093435 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-25d719f1-cfd3-42f0-8925-76119847ce67 req-e4240029-3a06-4748-945d-054d56363bd7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 1099 time: 0.3789518
Jun 08 18:30:00.173057 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:00.186282 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-d5c5804b-6dd9-429d-abe5-9f55b900a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:00.189556 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-d5c5804b-6dd9-429d-abe5-9f55b900a7be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61fa3793-60ec-4a3e-a237-5c6c62b38b28 HTTP/1.1" status: 200  len: 849 time: 0.1366746
Jun 08 18:30:00.211879 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-20d6db5e-38d6-4b7c-82f6-9f33463f9c95 req-1d038451-067b-4849-9119-615347347539 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426558
Jun 08 18:30:00.216114 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cd60fd-d343-44cd-8e11-d4314d358d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1574d081-4270-4813-87ea-02310d0a1afb'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:30:00.218853 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03180519-77f1-49d7-bbeb-e23ce89df15e" -d '{"events": [{"server_uuid": "26cd60fd-d343-44cd-8e11-d4314d358d99", "name": "network-vif-plugged", "status": "completed", "tag": "1574d081-4270-4813-87ea-02310d0a1afb"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:30:00.221449 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-25d719f1-cfd3-42f0-8925-76119847ce67 req-49231e7f-47e7-4878-9296-e173fa3294bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983236
Jun 08 18:30:00.231938 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 1574d081-4270-4813-87ea-02310d0a1afb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1574d081-4270-4813-87ea-02310d0a1afb,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:30:00.283981 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e628aa-614a-46d0-b7e4-7002573c80d1 x-openstack-request-id: req-28e628aa-614a-46d0-b7e4-7002573c80d1 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:30:00.284371 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cd60fd-d343-44cd-8e11-d4314d358d99", "name": "network-vif-plugged", "status": "completed", "tag": "1574d081-4270-4813-87ea-02310d0a1afb", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:30:00.284598 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28e628aa-614a-46d0-b7e4-7002573c80d1 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:30:00.285014 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cd60fd-d343-44cd-8e11-d4314d358d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1574d081-4270-4813-87ea-02310d0a1afb', 'code': 200}
Jun 08 18:30:00.342438 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:00.346129 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-9e554863-b97d-409b-9ceb-97672f7281d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:00.354156 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-ef87a227-f24c-408c-ac63-2b0fc338b4c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9b5f942-404c-433d-b652-d001b54bd033&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1486218
Jun 08 18:30:00.399811 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361'] for subnet, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:00.416926 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:00.497029 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=1574d081-4270-4813-87ea-02310d0a1afb,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:00.527453 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:00.532736 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c86e4-b6e8-49ce-a544-59f404597475 req-71ee7a30-a22c-4487-a6dc-f570f17ef6a6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:00.535069 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6c0c86e4-b6e8-49ce-a544-59f404597475 req-71ee7a30-a22c-4487-a6dc-f570f17ef6a6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 945 time: 0.2487099
Jun 08 18:30:00.635345 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Checking segment: {'id': 'f8ce387e-bce7-4ace-98fb-5f5070606ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '57a12c5a-2520-4647-83df-34173be19609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:30:00.636522 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Network hostable DHCP agents. Network: 57a12c5a-2520-4647-83df-34173be19609, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:30:00.647726 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c296d4c-8d3e-49c3-98f8-b655fa252de9,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:00.662175 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:00.747167 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-4541a117-e90a-4ba0-bcb2-e194b7f28c42 service neutron] 10.222.0.37 "GET /v2.0/networks/b9b5f942-404c-433d-b652-d001b54bd033?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3561134
Jun 08 18:30:00.759267 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Network 57a12c5a-2520-4647-83df-34173be19609 is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:30:00.769010 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6c0c86e4-b6e8-49ce-a544-59f404597475 req-24d3c952-c3e0-456c-8d29-f36fc37f1bfd tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117913
Jun 08 18:30:00.813347 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 60292) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:00.866325 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, 57a12c5a-2520-4647-83df-34173be19609) {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:30:00.878235 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea676b6-e5e6-486f-a8c1-fbe9c1feaa31 None None] Network 57a12c5a-2520-4647-83df-34173be19609 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:30:00.998155 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-61e184ba-62b6-4c11-a131-8f01f404a248 req-6878a0dd-04f8-4758-9fd0-6f8f38621de6 service neutron] 10.222.0.37 "GET /v2.0/networks/b9b5f942-404c-433d-b652-d001b54bd033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2274315
Jun 08 18:30:01.000274 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:01.001213 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:01.073696 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6cda-ed0a-4720-8e09-a94edd25bc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:01.195872 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7073944
Jun 08 18:30:01.314677 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbea41-38e3-4839-a3a2-0c7084114c0f req-46066f6a-4d69-452a-a7a7-18e62b125604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:01.317471 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-41cbea41-38e3-4839-a3a2-0c7084114c0f req-46066f6a-4d69-452a-a7a7-18e62b125604 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 1098 time: 0.4479082
Jun 08 18:30:01.337796 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a1465-677c-4214-a0e3-0c08aeb63d43 req-b27919c4-b3f9-42eb-933e-f86982616bba tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:01.351832 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-347a1465-677c-4214-a0e3-0c08aeb63d43 req-b27919c4-b3f9-42eb-933e-f86982616bba tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 943 time: 0.5606720
Jun 08 18:30:01.538844 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dbbffb26-106f-47c6-8e70-c7aa8a427782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:01.550903 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3517a2-29c3-4eff-a245-9aa228332bc5 None None] Network 57a12c5a-2520-4647-83df-34173be19609 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:30:01.616930 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-347a1465-677c-4214-a0e3-0c08aeb63d43 req-5b3f29ce-cc2b-4bcc-890a-a190c941b5a5 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2202179
Jun 08 18:30:01.655349 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-41cbea41-38e3-4839-a3a2-0c7084114c0f req-270828ba-4071-46f5-90ef-c051e0020c8f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2998214
Jun 08 18:30:01.776816 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dbbffb26-106f-47c6-8e70-c7aa8a427782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:01.914949 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-dbbffb26-106f-47c6-8e70-c7aa8a427782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:01.972721 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-16fc1005-7384-45da-85c7-16f09b9a3215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:01.995460 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-dbbffb26-106f-47c6-8e70-c7aa8a427782 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95335c59d0624b199efbd8661009c77c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1799366
Jun 08 18:30:02.001318 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60316) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:02.047133 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51ea9f-3600-493b-81e4-a1d026a9c9fc req-d5be4708-26e2-4207-8d63-6a2eb7e24ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:02.049683 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7d51ea9f-3600-493b-81e4-a1d026a9c9fc req-d5be4708-26e2-4207-8d63-6a2eb7e24ba5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f59368b3bb74e9fa52d7351863d3ddf&device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 1096 time: 0.8688257
Jun 08 18:30:02.249908 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59654ca0-454b-4c49-b6d1-808af296adfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:02.345176 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59654ca0-454b-4c49-b6d1-808af296adfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:02.351007 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbffb26-106f-47c6-8e70-c7aa8a427782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44b3ecd-7442-4a9e-8881-c2ed1251565c,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:02.360314 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-dbbffb26-106f-47c6-8e70-c7aa8a427782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:02.362543 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51ea9f-3600-493b-81e4-a1d026a9c9fc req-e38b2365-737a-4d92-9d77-42be39e221a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:02.365309 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7d51ea9f-3600-493b-81e4-a1d026a9c9fc req-e38b2365-737a-4d92-9d77-42be39e221a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b9b5f942-404c-433d-b652-d001b54bd033 HTTP/1.1" status: 200  len: 909 time: 0.2893343
Jun 08 18:30:02.380840 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabc8b8-ea80-42cd-8555-15af00d615c6 req-bc3964d8-44a7-43cd-a3c3-3f0fee1dde62 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:02.382768 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4dabc8b8-ea80-42cd-8555-15af00d615c6 req-bc3964d8-44a7-43cd-a3c3-3f0fee1dde62 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.6031342
Jun 08 18:30:02.481787 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7d51ea9f-3600-493b-81e4-a1d026a9c9fc req-393634cb-9c16-4310-b3c7-22f1bfb025d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 HTTP/1.1" status: 200  len: 217 time: 0.0979812
Jun 08 18:30:02.550343 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e31755-f102-4876-a919-ab6b65e2d1a3 req-229ebf93-9b77-4049-a54b-2a9ad4515763 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:02.553076 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-04e31755-f102-4876-a919-ab6b65e2d1a3 req-229ebf93-9b77-4049-a54b-2a9ad4515763 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 945 time: 0.2108612
Jun 08 18:30:02.559912 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4dabc8b8-ea80-42cd-8555-15af00d615c6 req-8d178df7-7819-49fb-9074-794f56d63979 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034358
Jun 08 18:30:02.621696 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51ea9f-3600-493b-81e4-a1d026a9c9fc req-f92fb986-8151-4eef-8e60-c601cbea10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:02.623763 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7d51ea9f-3600-493b-81e4-a1d026a9c9fc req-f92fb986-8151-4eef-8e60-c601cbea10d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61fa3793-60ec-4a3e-a237-5c6c62b38b28 HTTP/1.1" status: 200  len: 849 time: 0.1273890
Jun 08 18:30:02.654705 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59654ca0-454b-4c49-b6d1-808af296adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:02.659536 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59654ca0-454b-4c49-b6d1-808af296adfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:02.664043 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-59654ca0-454b-4c49-b6d1-808af296adfc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d44b3ecd-7442-4a9e-8881-c2ed1251565c HTTP/1.1" status: 204  len: 168 time: 0.6588016
Jun 08 18:30:02.673379 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-60d4545e-6adf-4e4d-9ae8-3472db727601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:02.715762 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-04e31755-f102-4876-a919-ab6b65e2d1a3 req-7a522826-2a5c-45d6-a4e6-8a77f380c390 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535714
Jun 08 18:30:02.722714 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59654ca0-454b-4c49-b6d1-808af296adfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44b3ecd-7442-4a9e-8881-c2ed1251565c,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:02.747692 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-59654ca0-454b-4c49-b6d1-808af296adfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:02.822464 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7d51ea9f-3600-493b-81e4-a1d026a9c9fc req-ab085a11-e0e9-4c71-afe4-be5b65e65699 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9b5f942-404c-433d-b652-d001b54bd033&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1916223
Jun 08 18:30:03.089478 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7d51ea9f-3600-493b-81e4-a1d026a9c9fc req-f2472105-a171-4c6f-9576-7daa0fa9bcbf service neutron] 10.222.0.37 "GET /v2.0/networks/b9b5f942-404c-433d-b652-d001b54bd033?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2553804
Jun 08 18:30:03.217726 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc5ecb-12a0-4bc2-8613-5a813e59ef58 req-2a49fd1c-8826-4bfc-a6e1-4115f6acfead tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:03.219429 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-efdc5ecb-12a0-4bc2-8613-5a813e59ef58 req-2a49fd1c-8826-4bfc-a6e1-4115f6acfead tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 943 time: 0.2358189
Jun 08 18:30:03.336352 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7d51ea9f-3600-493b-81e4-a1d026a9c9fc req-548f0848-1a25-41b7-b12f-0ded92105818 service neutron] 10.222.0.37 "GET /v2.0/networks/b9b5f942-404c-433d-b652-d001b54bd033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2348351
Jun 08 18:30:03.373724 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-efdc5ecb-12a0-4bc2-8613-5a813e59ef58 req-99bfb5f3-73aa-40cb-97fe-67d4b15730b5 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062746
Jun 08 18:30:03.506897 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:30:03.571192 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60344) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:03.719582 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5,segment=NetworkSegment(229b11b1-7510-4592-b626-58e4dcaaeea9),segment_id=229b11b1-7510-4592-b626-58e4dcaaeea9)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:30:03.760358 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5', 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033', 'port_id': '1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5', 'mac_address': 'fa:16:3e:e8:34:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fa3793-60ec-4a3e-a237-5c6c62b38b28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:30:03.780422 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ee10f0ce-26b0-4d72-aa30-e3e36b59a74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:03.843259 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:03.887436 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:03.905773 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:30:03.939471 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5,segment=NetworkSegment(229b11b1-7510-4592-b626-58e4dcaaeea9),segment_id=229b11b1-7510-4592-b626-58e4dcaaeea9)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:30:03.961771 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508f9c5-55a3-4361-9900-c6fd1c394085 req-d0093181-5812-4ed3-b739-bb0b4b18ef0d tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:03.964046 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1508f9c5-55a3-4361-9900-c6fd1c394085 req-d0093181-5812-4ed3-b739-bb0b4b18ef0d tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1588795
Jun 08 18:30:03.993279 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-93c4bf93-81b0-400b-836e-2540a15e72e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:04.053787 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1508f9c5-55a3-4361-9900-c6fd1c394085 req-3b764445-850d-4eed-ac2e-cbff90e021c7 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814934
Jun 08 18:30:04.055689 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ee10f0ce-26b0-4d72-aa30-e3e36b59a74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:04.068938 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:04.072320 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:04.156068 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:04.161694 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:04.254884 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad78c1-b65b-4957-89ca-de307aa989b4 req-2a3238e3-10e6-437d-99f3-7e65c3703b43 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:04.257500 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-68ad78c1-b65b-4957-89ca-de307aa989b4 req-2a3238e3-10e6-437d-99f3-7e65c3703b43 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 945 time: 0.1591473
Jun 08 18:30:04.314047 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43326e-25c8-4207-bee4-1c48608a772f req-e340b71e-e681-4eaf-bd4a-f170348e91a6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:04.316102 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7e43326e-25c8-4207-bee4-1c48608a772f req-e340b71e-e681-4eaf-bd4a-f170348e91a6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1126528
Jun 08 18:30:04.320480 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ee10f0ce-26b0-4d72-aa30-e3e36b59a74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:04.327916 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-68ad78c1-b65b-4957-89ca-de307aa989b4 req-9a41979c-cd27-4fee-b175-6a965c1032cc tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630755
Jun 08 18:30:04.329411 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:04.433080 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10f0ce-26b0-4d72-aa30-e3e36b59a74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf61731-09e2-46a8-a737-abfdebb6e81f,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:04.447327 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-ee10f0ce-26b0-4d72-aa30-e3e36b59a74e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b330f46a7ec84a278fa955d9709cd40e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8744190
Jun 08 18:30:04.451886 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-ee10f0ce-26b0-4d72-aa30-e3e36b59a74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:04.454524 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60364) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:04.459857 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7e43326e-25c8-4207-bee4-1c48608a772f req-da4f7881-29e7-4c1f-acdf-ed7fdbbf0dab tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314356
Jun 08 18:30:04.470803 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:30:04.511200 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 60370) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:04.537378 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75f21588-d4fc-4f02-a616-988750cbd035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:04.607682 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2213351e-362c-48d2-bc16-46bb2d5425ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:04.671376 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2213351e-362c-48d2-bc16-46bb2d5425ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:04.746986 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75f21588-d4fc-4f02-a616-988750cbd035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:04.861155 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a29b1-7479-4d6a-9d06-308041d339b4 req-87f2960a-94d6-46fb-bfce-ed04fe6b175a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:04.862799 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6b4a29b1-7479-4d6a-9d06-308041d339b4 req-87f2960a-94d6-46fb-bfce-ed04fe6b175a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 944 time: 0.1141214
Jun 08 18:30:04.887004 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75f21588-d4fc-4f02-a616-988750cbd035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:04.899316 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-8fc994fc-5f4b-42d8-9afa-96f74a3615e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:04.905795 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:04.907388 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2213351e-362c-48d2-bc16-46bb2d5425ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:04.912474 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2213351e-362c-48d2-bc16-46bb2d5425ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:04.916848 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-2213351e-362c-48d2-bc16-46bb2d5425ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cf61731-09e2-46a8-a737-abfdebb6e81f HTTP/1.1" status: 204  len: 168 time: 0.4579651
Jun 08 18:30:04.916848 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-79e9f373-6114-4114-a2c9-f9b4650d08e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:04.934611 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213351e-362c-48d2-bc16-46bb2d5425ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf61731-09e2-46a8-a737-abfdebb6e81f,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:04.939980 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2213351e-362c-48d2-bc16-46bb2d5425ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:04.962575 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f21588-d4fc-4f02-a616-988750cbd035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0703fd9-2805-4be2-82c3-168d3d1a1dde,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:04.967062 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-75f21588-d4fc-4f02-a616-988750cbd035 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca83a6fd6b0f4a6286bd42a65e30b67c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4539025
Jun 08 18:30:04.969929 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-75f21588-d4fc-4f02-a616-988750cbd035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:04.970090 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60378) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:04.983415 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6b4a29b1-7479-4d6a-9d06-308041d339b4 req-f285bc90-e967-495a-bcb2-80472cab93d2 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133945
Jun 08 18:30:05.125381 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-62021b54-0875-4dd6-9d10-80ee4d0f8614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:05.168512 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-62021b54-0875-4dd6-9d10-80ee4d0f8614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:05.342066 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-62021b54-0875-4dd6-9d10-80ee4d0f8614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:05.344975 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-62021b54-0875-4dd6-9d10-80ee4d0f8614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:05.347997 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-62021b54-0875-4dd6-9d10-80ee4d0f8614 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0703fd9-2805-4be2-82c3-168d3d1a1dde HTTP/1.1" status: 204  len: 168 time: 0.3743010
Jun 08 18:30:05.347997 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:05.358128 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62021b54-0875-4dd6-9d10-80ee4d0f8614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0703fd9-2805-4be2-82c3-168d3d1a1dde,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:05.360998 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-62021b54-0875-4dd6-9d10-80ee4d0f8614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:06.197292 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34ca6d-aacb-4f42-bce1-13653d3be776 req-af0ade12-c892-402b-a8c5-b3f4b932b655 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:06.200579 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8c34ca6d-aacb-4f42-bce1-13653d3be776 req-af0ade12-c892-402b-a8c5-b3f4b932b655 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 944 time: 0.1073525
Jun 08 18:30:06.280081 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8c34ca6d-aacb-4f42-bce1-13653d3be776 req-a4700d12-e058-4810-9dfa-c9438f284dac tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711365
Jun 08 18:30:06.288416 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60418) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:06.310000 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c76ea641-b01b-48dd-b8aa-aca83f89eb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:06.470970 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c76ea641-b01b-48dd-b8aa-aca83f89eb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:06.643826 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c76ea641-b01b-48dd-b8aa-aca83f89eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:06.664869 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:06.743396 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c76ea641-b01b-48dd-b8aa-aca83f89eb82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df90512563ed4ad6a61210bb9b50bba1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4536059
Jun 08 18:30:06.746662 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 60424) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:06.749786 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ea641-b01b-48dd-b8aa-aca83f89eb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2313a59e-43fa-40af-a8dd-5a1be550ad8c,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:06.776957 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c76ea641-b01b-48dd-b8aa-aca83f89eb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:06.850548 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15c62819-9bae-4e54-a5b9-78c34a98cbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:06.921040 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15c62819-9bae-4e54-a5b9-78c34a98cbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:06.925659 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:07.089006 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15c62819-9bae-4e54-a5b9-78c34a98cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:07.091784 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15c62819-9bae-4e54-a5b9-78c34a98cbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:07.093607 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-15c62819-9bae-4e54-a5b9-78c34a98cbe8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2313a59e-43fa-40af-a8dd-5a1be550ad8c HTTP/1.1" status: 204  len: 168 time: 0.3456898
Jun 08 18:30:07.094856 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ae80192f-f785-4929-9738-4be97b1b20c1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:07.109208 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c62819-9bae-4e54-a5b9-78c34a98cbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2313a59e-43fa-40af-a8dd-5a1be550ad8c,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:07.113135 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-15c62819-9bae-4e54-a5b9-78c34a98cbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:07.528710 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:30:07.781956 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cad34-f390-4dc5-bf20-fafab7ef20de req-6c3ddda4-d5a2-4469-b212-9451cb218b12 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:07.795621 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a30cad34-f390-4dc5-bf20-fafab7ef20de req-6c3ddda4-d5a2-4469-b212-9451cb218b12 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 944 time: 0.2984424
Jun 08 18:30:07.899457 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a30cad34-f390-4dc5-bf20-fafab7ef20de req-d51385c0-f506-4fa4-8c93-a848ab23ed3a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024303
Jun 08 18:30:07.920138 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:30:07.933971 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:30:07.936158 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:08.254361 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:08.356417 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:30:08.362311 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a5d9d7-773a-4588-a38b-36b5c10081fc" -d '{"events": [{"server_uuid": "f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1", "name": "network-vif-plugged", "status": "completed", "tag": "1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:30:08.397420 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5,segment=NetworkSegment(229b11b1-7510-4592-b626-58e4dcaaeea9),segment_id=229b11b1-7510-4592-b626-58e4dcaaeea9)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:30:08.490462 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:08.492817 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:08.574105 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de64565-7844-4fcf-b4d8-f28fe37f6859 x-openstack-request-id: req-5de64565-7844-4fcf-b4d8-f28fe37f6859 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:30:08.574363 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1", "name": "network-vif-plugged", "status": "completed", "tag": "1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:30:08.574855 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5de64565-7844-4fcf-b4d8-f28fe37f6859 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:30:08.575641 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5', 'code': 200}
Jun 08 18:30:08.655326 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:08.659339 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:08.820132 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc2296-04c5-439f-a2c4-f1cc2394cf43 req-ee5be891-4b08-42f7-97e3-2bd3343b2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:08.823704 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-41bc2296-04c5-439f-a2c4-f1cc2394cf43 req-ee5be891-4b08-42f7-97e3-2bd3343b2909 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 1098 time: 0.4867408
Jun 08 18:30:08.902552 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a70e8a-6c18-4519-a185-33d50048cd1e req-a278bac4-338a-4576-870f-a96291fce2bc tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:08.921533 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-82a70e8a-6c18-4519-a185-33d50048cd1e req-a278bac4-338a-4576-870f-a96291fce2bc tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.4576483
Jun 08 18:30:09.109923 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2a834ca0-8596-4fe2-a654-0dc573154625 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:09.116873 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2a834ca0-8596-4fe2-a654-0dc573154625 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/networks?id=ce67736a-60bd-4a6c-bff9-9a77902ba73d HTTP/1.1" status: 200  len: 814 time: 0.1859868
Jun 08 18:30:09.161830 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-82a70e8a-6c18-4519-a185-33d50048cd1e req-02b3f33c-601b-4ecb-944e-1648407a5c7c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096678
Jun 08 18:30:09.203198 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-ec7cd9d4-e4e0-4b5a-a63b-71c4151f7a32 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/quotas/a093b203f77548e691e2d2517a9f4a24 HTTP/1.1" status: 200  len: 375 time: 0.0349824
Jun 08 18:30:09.261619 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc2296-04c5-439f-a2c4-f1cc2394cf43 req-c67021bb-fa91-4678-b0d3-71c7266ed0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:09.265131 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-41bc2296-04c5-439f-a2c4-f1cc2394cf43 req-c67021bb-fa91-4678-b0d3-71c7266ed0be service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 918 time: 0.4326863
Jun 08 18:30:09.295225 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3493be2-9635-4920-a00f-82249e64fbfb req-08c58a14-62b1-41e6-9303-5fc7cc2df3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:09.296746 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c3493be2-9635-4920-a00f-82249e64fbfb req-08c58a14-62b1-41e6-9303-5fc7cc2df3c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 1098 time: 0.1783099
Jun 08 18:30:09.373035 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-b84e742e-b23f-4909-b4f1-ffa4558e8f89 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1574566
Jun 08 18:30:09.376646 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-41bc2296-04c5-439f-a2c4-f1cc2394cf43 req-81720623-a470-4b86-8fee-4c93bd01ab73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9307fe4-b226-41e8-b44a-4f9541a0f590 HTTP/1.1" status: 200  len: 217 time: 0.0979419
Jun 08 18:30:09.401279 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c3493be2-9635-4920-a00f-82249e64fbfb req-e4f158f3-9062-48bf-9b06-dad756637478 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948155
Jun 08 18:30:09.594885 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc2296-04c5-439f-a2c4-f1cc2394cf43 req-72883985-c939-4908-9ce9-29b44859dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:09.596854 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-41bc2296-04c5-439f-a2c4-f1cc2394cf43 req-72883985-c939-4908-9ce9-29b44859dd13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33eab693-69b1-41c2-88cf-adfe5e14a0e4 HTTP/1.1" status: 200  len: 858 time: 0.2088540
Jun 08 18:30:09.631642 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-0307afa2-4c4a-46ce-aece-52e2eb485dfe service neutron] 10.222.0.20 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2573662
Jun 08 18:30:09.676407 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-41bc2296-04c5-439f-a2c4-f1cc2394cf43 req-6006db8e-6cee-4b53-bc38-bd951203223c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fc2034f-f9dc-4cde-884f-66131f58500b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0685937
Jun 08 18:30:09.693016 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce515ff-ab8d-4d6e-9f06-e481a280f491 req-1b78e259-552e-452e-9f02-81f4ff7fea7a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:09.693016 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8ce515ff-ab8d-4d6e-9f06-e481a280f491 req-1b78e259-552e-452e-9f02-81f4ff7fea7a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 945 time: 0.2375283
Jun 08 18:30:09.829681 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8ce515ff-ab8d-4d6e-9f06-e481a280f491 req-ef54429d-f51f-4988-a4e2-a106b50a47cc tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195679
Jun 08 18:30:09.859463 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-d73aa566-2ac3-4798-bb97-79a2c4c6c90d service neutron] 10.222.0.20 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2247307
Jun 08 18:30:09.910630 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-41bc2296-04c5-439f-a2c4-f1cc2394cf43 req-4803e204-e61f-4a1f-ab33-9835ed4d0d66 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186203
Jun 08 18:30:10.147941 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-41bc2296-04c5-439f-a2c4-f1cc2394cf43 req-3f4dc9ae-0704-41ee-8a10-1cacdc47b785 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2205632
Jun 08 18:30:10.224379 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 60546) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:10.386887 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e6e30beb-73c9-4372-8130-bf2c105f562f req-f5a2bef4-5589-4fe5-ba38-78484a87e9e7 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 210 time: 0.1075485
Jun 08 18:30:10.522195 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2809dc6b-6b1a-4481-8068-701920b236a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:10.641781 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847a0ab-b173-40f1-9335-5b28d9e0032a req-09f37792-7d1c-4c43-adda-7d3da56db6d9 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:10.651964 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c847a0ab-b173-40f1-9335-5b28d9e0032a req-09f37792-7d1c-4c43-adda-7d3da56db6d9 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1350031
Jun 08 18:30:10.729362 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c847a0ab-b173-40f1-9335-5b28d9e0032a req-9974add1-456f-429a-82c9-891ffc5d77ce tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685186
Jun 08 18:30:10.836806 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2809dc6b-6b1a-4481-8068-701920b236a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:10.928668 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2809dc6b-6b1a-4481-8068-701920b236a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:10.948972 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-38fc9033-c7e8-4546-bd73-4fadcb994c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:11.019216 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-2809dc6b-6b1a-4481-8068-701920b236a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70c3ffc05c454046be26079b9b00e05d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7934136
Jun 08 18:30:11.022177 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809dc6b-6b1a-4481-8068-701920b236a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4de46a-f581-4d7f-acc9-106673144a72,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:11.024725 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60576) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:11.029031 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-2809dc6b-6b1a-4481-8068-701920b236a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:11.138542 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-51d374b6-82af-4df4-98cc-8ce63d5e4a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:11.215219 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b4a6a-1137-4da6-8f8c-b6d813620b5d req-7dff3b29-8a61-45e2-9737-03596f9d0e8b tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:11.224358 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-590b4a6a-1137-4da6-8f8c-b6d813620b5d req-7dff3b29-8a61-45e2-9737-03596f9d0e8b tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 945 time: 0.1661518
Jun 08 18:30:11.226526 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-51d374b6-82af-4df4-98cc-8ce63d5e4a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:11.278327 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-590b4a6a-1137-4da6-8f8c-b6d813620b5d req-655499bc-355c-44c2-bfaa-89948148f7b2 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529542
Jun 08 18:30:11.480933 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-51d374b6-82af-4df4-98cc-8ce63d5e4a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:11.487826 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-51d374b6-82af-4df4-98cc-8ce63d5e4a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:11.492746 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-51d374b6-82af-4df4-98cc-8ce63d5e4a34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da4de46a-f581-4d7f-acc9-106673144a72 HTTP/1.1" status: 204  len: 168 time: 0.4640198
Jun 08 18:30:11.492746 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-ccf05100-dd2d-4c14-8832-4f408ff7ffe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:11.517652 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d374b6-82af-4df4-98cc-8ce63d5e4a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4de46a-f581-4d7f-acc9-106673144a72,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:11.522056 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-51d374b6-82af-4df4-98cc-8ce63d5e4a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:11.613136 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c2965671-9b78-4b7d-a284-d66ae5ba94bc req-3169558b-f216-4d24-9236-9a77ed4def56 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 210 time: 0.0814190
Jun 08 18:30:11.960113 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38a78d-da20-416e-99bf-920a04aad123 req-b20d5488-79f0-4202-9d14-1690d31136d3 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:11.962711 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4b38a78d-da20-416e-99bf-920a04aad123 req-b20d5488-79f0-4202-9d14-1690d31136d3 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.0971093
Jun 08 18:30:12.033926 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4b38a78d-da20-416e-99bf-920a04aad123 req-b49eecd5-b547-416a-95fb-528ca3551552 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634861
Jun 08 18:30:12.812950 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 60616) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:12.891579 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-489825ee-00c8-43bc-ba05-bca9e2396ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:12.966199 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-15bc1e87-ec48-44df-a185-0a1bb9081598 req-74282130-09c7-468c-a392-dc9dbcf2c6ba tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 210 time: 0.0514843
Jun 08 18:30:13.093936 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-489825ee-00c8-43bc-ba05-bca9e2396ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:13.213672 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-489825ee-00c8-43bc-ba05-bca9e2396ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:13.231964 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:13.358638 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-489825ee-00c8-43bc-ba05-bca9e2396ac5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=223857b8957d4349a9205dfaddb25e43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5438602
Jun 08 18:30:13.362799 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489825ee-00c8-43bc-ba05-bca9e2396ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b913781e-fe8f-4655-b250-032da429946a,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:13.363240 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 60624) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:13.369524 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-489825ee-00c8-43bc-ba05-bca9e2396ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:13.427866 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aa7f9-66c1-46fb-9db1-125b538abba8 req-276dd643-437b-41f1-a1a1-4f8b23f901ab tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:13.429443 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-696aa7f9-66c1-46fb-9db1-125b538abba8 req-276dd643-437b-41f1-a1a1-4f8b23f901ab tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.2649341
Jun 08 18:30:13.460379 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a320631f-fae9-4e0f-964a-0eaaaf778135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:13.477345 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83d251e3-3402-4dcf-91df-23880af5cd06 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:13.478811 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83d251e3-3402-4dcf-91df-23880af5cd06 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "GET /v2.0/networks?id=ce67736a-60bd-4a6c-bff9-9a77902ba73d HTTP/1.1" status: 200  len: 814 time: 0.2333310
Jun 08 18:30:13.496440 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a320631f-fae9-4e0f-964a-0eaaaf778135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:13.496688 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Request body: {'port': {'device_id': '50ab7c93-c844-40bc-96ed-cca1f2fa16f5', 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d', 'admin_state_up': True, 'tenant_id': 'a093b203f77548e691e2d2517a9f4a24'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:30:13.661894 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-696aa7f9-66c1-46fb-9db1-125b538abba8 req-bede5bf9-cc31-4a0e-a02b-203ceb2f901a tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187424
Jun 08 18:30:13.705034 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a320631f-fae9-4e0f-964a-0eaaaf778135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:13.712247 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a320631f-fae9-4e0f-964a-0eaaaf778135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:13.719917 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-a320631f-fae9-4e0f-964a-0eaaaf778135 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b913781e-fe8f-4655-b250-032da429946a HTTP/1.1" status: 204  len: 168 time: 0.3511908
Jun 08 18:30:13.719917 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-df3eba67-a5da-4971-b6dc-9489d6d40e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:13.778121 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320631f-fae9-4e0f-964a-0eaaaf778135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b913781e-fe8f-4655-b250-032da429946a,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:13.789078 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a320631f-fae9-4e0f-964a-0eaaaf778135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:14.019380 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Made reservation on behalf of a093b203f77548e691e2d2517a9f4a24 for: {'port': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:30:14.024499 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:14.158579 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd171fa-b97c-4774-aa92-212c3f3ed341 req-1d5bd9f2-8287-4eed-9a0c-23fe49472ce3 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:14.165796 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5dd171fa-b97c-4774-aa92-212c3f3ed341 req-1d5bd9f2-8287-4eed-9a0c-23fe49472ce3 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 945 time: 0.2514284
Jun 08 18:30:14.270283 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5dd171fa-b97c-4774-aa92-212c3f3ed341 req-7cfade41-9cb8-4980-ac5a-e6035135b1b5 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033580
Jun 08 18:30:14.298300 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Allocated IP 172.20.0.3 (ce67736a-60bd-4a6c-bff9-9a77902ba73d/f0cd0f06-8822-402d-a542-9efbc09b2fe1/eb653d1f-ff98-4c10-9150-11532b049bc8) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:30:14.355027 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-97bf197e-acac-4a53-8300-bf635507d707 req-a0751a54-d460-47da-80c3-6cf010024f2a tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 210 time: 0.0455952
Jun 08 18:30:14.584264 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:14.725789 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:14.728893 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:30:14.728893 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:30:14.728893 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:30:14.728893 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:30:14.728893 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:30:14.728893 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:30:14.745409 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['93860c6c-def9-46e6-b58f-6e75ecee3d1c', '1574d081-4270-4813-87ea-02310d0a1afb'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:30:14.767277 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Network ce67736a-60bd-4a6c-bff9-9a77902ba73d is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:30:14.768684 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:30:14.777336 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:30:15.022574 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:15.024010 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:15.167810 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-2b734f0d-58e7-402c-ac62-a3f949b38a80 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6783857
Jun 08 18:30:15.193847 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878edac1-8be9-49ba-8863-3acd5d063c68 req-e679f071-e9fd-4bbb-9481-c85c77d4de89 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:15.195677 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-878edac1-8be9-49ba-8863-3acd5d063c68 req-e679f071-e9fd-4bbb-9481-c85c77d4de89 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1155000
Jun 08 18:30:15.201689 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Request body: {'port': {'device_id': '50ab7c93-c844-40bc-96ed-cca1f2fa16f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:30:15.313251 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-878edac1-8be9-49ba-8863-3acd5d063c68 req-3c28fa69-452e-4f5d-b059-baa48b0627b1 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786426
Jun 08 18:30:15.402456 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:15.740535 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdead390-705e-4c85-b3fe-5d4e9536b60d req-6d32d167-8399-47cc-ab88-bb05114b3df2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:15.742132 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bdead390-705e-4c85-b3fe-5d4e9536b60d req-6d32d167-8399-47cc-ab88-bb05114b3df2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 931 time: 0.1590853
Jun 08 18:30:15.824180 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bdead390-705e-4c85-b3fe-5d4e9536b60d req-d40da976-cc19-4683-87f9-febbe43b88b8 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705268
Jun 08 18:30:16.029382 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad103b5-890d-4176-81fe-be82a3f74065 req-8f8702f0-b316-4edf-891d-af48bda6c33a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:16.041676 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9ad103b5-890d-4176-81fe-be82a3f74065 req-8f8702f0-b316-4edf-891d-af48bda6c33a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 945 time: 0.3291385
Jun 08 18:30:16.110753 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb653d1f-ff98-4c10-9150-11532b049bc8 {{(pid=92319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:30:16.133093 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:16.154201 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9ad103b5-890d-4176-81fe-be82a3f74065 req-9786866c-b6b3-468b-964c-a8ca8079e9db tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113853
Jun 08 18:30:16.160552 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Transition to ACTIVE for port object eb653d1f-ff98-4c10-9150-11532b049bc8 will not be triggered until provisioned by entity L2. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:30:16.282371 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:16.286625 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:16.462749 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Pushing event updated for resources: {'Port': ['ID=eb653d1f-ff98-4c10-9150-11532b049bc8,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:16.466572 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:16.601027 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Attempting to bind port eb653d1f-ff98-4c10-9150-11532b049bc8 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:30:16.601331 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Attempting to bind port eb653d1f-ff98-4c10-9150-11532b049bc8 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'}] {{(pid=92319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:30:16.601621 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Attempting to bind port eb653d1f-ff98-4c10-9150-11532b049bc8 on network ce67736a-60bd-4a6c-bff9-9a77902ba73d {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:30:16.611025 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Port eb653d1f-ff98-4c10-9150-11532b049bc8 on network ce67736a-60bd-4a6c-bff9-9a77902ba73d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:30:16.611351 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Attempting to bind port eb653d1f-ff98-4c10-9150-11532b049bc8 on network ce67736a-60bd-4a6c-bff9-9a77902ba73d {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:30:16.620945 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:30:16.621276 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Checking segment: {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:30:16.621666 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Bound using segment: {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'} {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:30:16.622105 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Bound port: eb653d1f-ff98-4c10-9150-11532b049bc8, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'}}] {{(pid=92319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:30:16.622453 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:16.646203 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa645b2-5ba0-48b3-b6d1-9a64e631a701 req-afdea149-1b1d-4c43-9ea1-a1b11aef1e46 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:16.647798 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2aa645b2-5ba0-48b3-b6d1-9a64e631a701 req-afdea149-1b1d-4c43-9ea1-a1b11aef1e46 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1869776
Jun 08 18:30:16.845593 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2aa645b2-5ba0-48b3-b6d1-9a64e631a701 req-59a8b86e-226f-4d90-b499-7e7b509f0821 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620309
Jun 08 18:30:16.856351 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] For port eb653d1f-ff98-4c10-9150-11532b049bc8, host hv-cinder-78956, cleared binding levels {{(pid=92319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:30:16.860273 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] For port eb653d1f-ff98-4c10-9150-11532b049bc8, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=eb653d1f-ff98-4c10-9150-11532b049bc8,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:30:16.949348 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:16.956153 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-183c96c1-ee14-4cf7-a27f-8fd227ad65f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:17.050382 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:17.051097 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:17.052494 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] 10.222.0.37 "PUT /v2.0/ports/eb653d1f-ff98-4c10-9150-11532b049bc8 HTTP/1.1" status: 200  len: 1093 time: 1.8557727
Jun 08 18:30:17.052988 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ab7c93-c844-40bc-96ed-cca1f2fa16f5', 'tag': 'eb653d1f-ff98-4c10-9150-11532b049bc8'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:30:17.055349 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668c1ac4-7656-4a19-9f6b-8d43d992cead" -d '{"events": [{"name": "network-changed", "server_uuid": "50ab7c93-c844-40bc-96ed-cca1f2fa16f5", "tag": "eb653d1f-ff98-4c10-9150-11532b049bc8"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:30:17.072950 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Pushing event updated for resources: {'Port': ['ID=eb653d1f-ff98-4c10-9150-11532b049bc8,revision_number=3']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:17.076049 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:17.773977 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:18.645959 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30557db-9856-4d63-98a6-ad7e2fcbbb9b req-46fd8a29-2382-4aae-acc8-071f3e782e0f tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:18.648031 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e30557db-9856-4d63-98a6-ad7e2fcbbb9b req-46fd8a29-2382-4aae-acc8-071f3e782e0f tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 945 time: 0.1009662
Jun 08 18:30:18.650158 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cfd512-457b-4d18-a15a-1607d68cfdc7 x-openstack-request-id: req-f9cfd512-457b-4d18-a15a-1607d68cfdc7 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:30:18.651323 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ab7c93-c844-40bc-96ed-cca1f2fa16f5", "tag": "eb653d1f-ff98-4c10-9150-11532b049bc8", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:30:18.651694 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9cfd512-457b-4d18-a15a-1607d68cfdc7 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:30:18.652195 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ab7c93-c844-40bc-96ed-cca1f2fa16f5', 'tag': 'eb653d1f-ff98-4c10-9150-11532b049bc8', 'status': 'completed', 'code': 200}
Jun 08 18:30:18.692861 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60f089-becd-4c9e-974b-7e54705da4be req-235a2f3b-6b90-4683-8d87-3ea32036b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:18.695504 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-235a2f3b-6b90-4683-8d87-3ea32036b3d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 1096 time: 0.0913856
Jun 08 18:30:18.833859 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-ca70f487-b7cd-4cd1-8610-ad2f99fba66c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb653d1f-ff98-4c10-9150-11532b049bc8 HTTP/1.1" status: 200  len: 217 time: 0.0829761
Jun 08 18:30:18.881721 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-e30557db-9856-4d63-98a6-ad7e2fcbbb9b req-cee9ccb9-a776-4dd2-bd4a-8e63b4595653 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Deleting port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:30:18.882102 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-e30557db-9856-4d63-98a6-ad7e2fcbbb9b req-cee9ccb9-a776-4dd2-bd4a-8e63b4595653 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:18.906354 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cf5e2-996a-4016-b06d-d5fec5e4526c req-0ee37cb1-1739-4d3a-9c95-3a34830b8fa7 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:18.908016 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bd1cf5e2-996a-4016-b06d-d5fec5e4526c req-0ee37cb1-1739-4d3a-9c95-3a34830b8fa7 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 945 time: 0.1289175
Jun 08 18:30:18.918322 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60f089-becd-4c9e-974b-7e54705da4be req-aefbbb08-90d4-47db-b950-944afd0a787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:18.919886 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-aefbbb08-90d4-47db-b950-944afd0a787b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0cd0f06-8822-402d-a542-9efbc09b2fe1 HTTP/1.1" status: 200  len: 854 time: 0.0795302
Jun 08 18:30:18.932935 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de3af6-f5fd-41cd-b701-781042c774d3 req-06697857-f2a7-413d-9e42-b23a9163f550 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:18.934525 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d2de3af6-f5fd-41cd-b701-781042c774d3 req-06697857-f2a7-413d-9e42-b23a9163f550 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 943 time: 0.2232530
Jun 08 18:30:18.995969 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-e87c34cb-3e3d-49e7-8a4a-31f17f5d5510 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce67736a-60bd-4a6c-bff9-9a77902ba73d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604005
Jun 08 18:30:19.038744 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bd1cf5e2-996a-4016-b06d-d5fec5e4526c req-378a8203-aac6-42f1-baea-5bf26383800b tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809643
Jun 08 18:30:19.099712 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d2de3af6-f5fd-41cd-b701-781042c774d3 req-5407b3f4-ba9a-4cc4-86cd-d7925d435567 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275287
Jun 08 18:30:19.101786 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-e30557db-9856-4d63-98a6-ad7e2fcbbb9b req-cee9ccb9-a776-4dd2-bd4a-8e63b4595653 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] For port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5,segment=NetworkSegment(229b11b1-7510-4592-b626-58e4dcaaeea9),segment_id=229b11b1-7510-4592-b626-58e4dcaaeea9)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:30:19.102741 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-e30557db-9856-4d63-98a6-ad7e2fcbbb9b req-cee9ccb9-a776-4dd2-bd4a-8e63b4595653 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:19.177396 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-7754ffd5-fd87-434b-9860-aaffe07f682e service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700909
Jun 08 18:30:19.396266 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a60f089-becd-4c9e-974b-7e54705da4be req-dde22995-8289-49f5-abd0-bae1ac26152c service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091005
Jun 08 18:30:19.396758 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-e30557db-9856-4d63-98a6-ad7e2fcbbb9b req-cee9ccb9-a776-4dd2-bd4a-8e63b4595653 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Calling delete_port for 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 owned by compute:nova {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:30:19.612059 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ea0e5-cce7-41f3-b977-0f670dfe08e4 req-2514d4aa-9c5e-4599-8462-f5464f7b6af9 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:19.614800 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a33ea0e5-cce7-41f3-b977-0f670dfe08e4 req-2514d4aa-9c5e-4599-8462-f5464f7b6af9 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.2122247
Jun 08 18:30:19.669131 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1ac4-7656-4a19-9f6b-8d43d992cead req-85658330-955d-420a-868f-f4bfac962473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:19.671375 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-668c1ac4-7656-4a19-9f6b-8d43d992cead req-85658330-955d-420a-868f-f4bfac962473 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 1096 time: 0.1050184
Jun 08 18:30:19.830961 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a33ea0e5-cce7-41f3-b977-0f670dfe08e4 req-2f10e69b-bf7b-4b64-a301-8494c7b7b3e4 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046521
Jun 08 18:30:19.870569 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1ac4-7656-4a19-9f6b-8d43d992cead req-5124e4a6-d312-4cac-9476-41ddcd188aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:19.871531 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-668c1ac4-7656-4a19-9f6b-8d43d992cead req-5124e4a6-d312-4cac-9476-41ddcd188aeb service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce67736a-60bd-4a6c-bff9-9a77902ba73d HTTP/1.1" status: 200  len: 914 time: 0.1908133
Jun 08 18:30:19.949895 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-668c1ac4-7656-4a19-9f6b-8d43d992cead req-19aaff46-b065-41c6-8e74-17b07e13ab19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb653d1f-ff98-4c10-9150-11532b049bc8 HTTP/1.1" status: 200  len: 217 time: 0.0663028
Jun 08 18:30:19.981382 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-e30557db-9856-4d63-98a6-ad7e2fcbbb9b req-cee9ccb9-a776-4dd2-bd4a-8e63b4595653 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:19.998098 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:20.111038 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9ccb9-a776-4dd2-bd4a-8e63b4595653 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Pushing event deleted for resources: {'Port': ['ID=1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:20.124197 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cee9ccb9-a776-4dd2-bd4a-8e63b4595653 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:20.165752 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1ac4-7656-4a19-9f6b-8d43d992cead req-6aec204a-5bdf-4a2b-b3cb-2938bf461351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:20.170570 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-668c1ac4-7656-4a19-9f6b-8d43d992cead req-6aec204a-5bdf-4a2b-b3cb-2938bf461351 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0cd0f06-8822-402d-a542-9efbc09b2fe1 HTTP/1.1" status: 200  len: 854 time: 0.2130101
Jun 08 18:30:20.279535 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-668c1ac4-7656-4a19-9f6b-8d43d992cead req-a910ced7-3838-424a-a1e5-ad1d28d6d5c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce67736a-60bd-4a6c-bff9-9a77902ba73d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1014037
Jun 08 18:30:20.283619 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30557db-9856-4d63-98a6-ad7e2fcbbb9b req-cee9ccb9-a776-4dd2-bd4a-8e63b4595653 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] No DVR routers for this DVR port 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 on host hv-cinder-78956 {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:30:20.289898 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-e30557db-9856-4d63-98a6-ad7e2fcbbb9b req-cee9ccb9-a776-4dd2-bd4a-8e63b4595653 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:20.295386 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e30557db-9856-4d63-98a6-ad7e2fcbbb9b req-cee9ccb9-a776-4dd2-bd4a-8e63b4595653 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.37 "DELETE /v2.0/ports/1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 HTTP/1.1" status: 204  len: 173 time: 1.6315053
Jun 08 18:30:20.339654 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a98615f9-b899-44c9-bd02-c4b6e55622e5 req-8944ce2e-4c5d-4c03-856b-56ecb019e40e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 210 time: 0.0588820
Jun 08 18:30:20.653231 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1', 'name': 'network-vif-deleted', 'tag': '1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:30:20.655989 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5705d78e-6dc6-4b63-842c-38a3d17e9fb2" -d '{"events": [{"server_uuid": "f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1", "name": "network-vif-deleted", "tag": "1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:30:20.660337 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618784c-84e6-4aad-9b47-51397be3d5f4 req-bc69ee08-93f3-4fd0-ac7c-07e4ba252adb tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:20.662998 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d618784c-84e6-4aad-9b47-51397be3d5f4 req-bc69ee08-93f3-4fd0-ac7c-07e4ba252adb tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 943 time: 0.3701208
Jun 08 18:30:20.670641 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-668c1ac4-7656-4a19-9f6b-8d43d992cead req-3283bef0-1e31-47a3-a6d0-25368faa8db6 service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3798180
Jun 08 18:30:20.703819 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84e673e-9932-4786-994a-14bcd3a98191 x-openstack-request-id: req-b84e673e-9932-4786-994a-14bcd3a98191 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:30:20.704136 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1", "name": "network-vif-deleted", "tag": "1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:30:20.704413 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b84e673e-9932-4786-994a-14bcd3a98191 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:30:20.704825 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1', 'name': 'network-vif-deleted', 'tag': '1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5', 'status': 'completed', 'code': 200}
Jun 08 18:30:20.741130 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d618784c-84e6-4aad-9b47-51397be3d5f4 req-8844de78-4cc4-44d1-97ec-84c64bc6a62c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690825
Jun 08 18:30:21.062004 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cefaa-41dc-4b9b-9b7b-5a95504fab6a req-dc97beb7-660b-4999-9eaf-91d460ca4794 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:21.064340 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7f2cefaa-41dc-4b9b-9b7b-5a95504fab6a req-dc97beb7-660b-4999-9eaf-91d460ca4794 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1059310
Jun 08 18:30:21.120015 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7f2cefaa-41dc-4b9b-9b7b-5a95504fab6a req-bb053885-8754-44e2-bf4e-f5064e0aaabe tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497234
Jun 08 18:30:21.729419 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device eb653d1f-ff98-4c10-9150-11532b049bc8 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:30:21.904388 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port eb653d1f-ff98-4c10-9150-11532b049bc8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=eb653d1f-ff98-4c10-9150-11532b049bc8,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:30:21.918526 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': 'eb653d1f-ff98-4c10-9150-11532b049bc8', 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d', 'port_id': 'eb653d1f-ff98-4c10-9150-11532b049bc8', 'mac_address': 'fa:16:3e:8e:eb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cd0f06-8822-402d-a542-9efbc09b2fe1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:30:21.979370 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:22.000751 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb653d1f-ff98-4c10-9150-11532b049bc8 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:30:22.028489 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port eb653d1f-ff98-4c10-9150-11532b049bc8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=eb653d1f-ff98-4c10-9150-11532b049bc8,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:30:22.102341 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:22.105822 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:22.196328 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=eb653d1f-ff98-4c10-9150-11532b049bc8,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:22.200100 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:22.622088 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:30:22.657718 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:30:22.658072 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 1aaa0e1d-3e1d-41f0-9bb0-a80a7b7049b5 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:30:23.911111 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-668c1ac4-7656-4a19-9f6b-8d43d992cead req-5451024b-c839-427c-a0d7-3dd5a20569bc service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929991
Jun 08 18:30:23.923778 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d1dbb239-18d1-46a3-9183-e97810a6a93f req-b243c9f1-292c-47ff-b846-dde02e75733a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 210 time: 0.0438461
Jun 08 18:30:24.090725 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['eb653d1f-ff98-4c10-9150-11532b049bc8'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:30:24.115255 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d26178-0455-437e-8bbf-8ec5edcce352 req-de402c5b-f02b-4e65-8026-f9c62396663b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:24.117088 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-98d26178-0455-437e-8bbf-8ec5edcce352 req-de402c5b-f02b-4e65-8026-f9c62396663b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 944 time: 0.1184492
Jun 08 18:30:24.183659 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25834e-da03-4d5d-8f08-73429e966cdc req-c6cc885a-b75d-4e81-b08d-e3883c653db2 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:24.183931 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-98d26178-0455-437e-8bbf-8ec5edcce352 req-30d41bac-f5ba-4566-8824-6dbc73c27227 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559738
Jun 08 18:30:24.186349 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9e25834e-da03-4d5d-8f08-73429e966cdc req-c6cc885a-b75d-4e81-b08d-e3883c653db2 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1273377
Jun 08 18:30:24.323773 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9e25834e-da03-4d5d-8f08-73429e966cdc req-02946b8e-d4a6-4f96-8772-5e3b54ca8a63 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298928
Jun 08 18:30:25.112633 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c0199c4e-8521-44b1-9e2a-d1d077b5746c req-e41b971a-5c38-4049-ab08-89f5ef6d0037 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 210 time: 0.0508704
Jun 08 18:30:25.421010 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ef747-ba88-4b5b-b591-df0554c9a25c req-f77de5a7-4c98-4905-b0ab-e8c677c8dcce tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:25.423725 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-033ef747-ba88-4b5b-b591-df0554c9a25c req-f77de5a7-4c98-4905-b0ab-e8c677c8dcce tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 944 time: 0.1045291
Jun 08 18:30:25.478287 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-033ef747-ba88-4b5b-b591-df0554c9a25c req-d0446691-f25c-4298-b63b-ef98c92ebab5 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448787
Jun 08 18:30:25.658115 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e4388-f001-43be-a6bc-23a23ef82a8e req-001646b1-745f-461a-bf81-6772cb62c52c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:25.659645 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f82e4388-f001-43be-a6bc-23a23ef82a8e req-001646b1-745f-461a-bf81-6772cb62c52c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.0854166
Jun 08 18:30:25.719962 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f82e4388-f001-43be-a6bc-23a23ef82a8e req-7a48cd83-5c8f-4566-8f42-6230273932bb tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526474
Jun 08 18:30:26.302389 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-741fb345-0e03-487c-ae72-71a4560a4493 req-ae92bc02-f12b-4911-8bc9-810eb53f8c92 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2082bf7-6ff3-4f4e-b727-a85bf6fe20b1 HTTP/1.1" status: 200  len: 210 time: 0.0471549
Jun 08 18:30:26.695362 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cafeb-790d-43c1-a7dc-684ef0cfbeb8 req-94eaaa99-647e-4508-baa1-f1f2a3fe119e tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:26.696894 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e20cafeb-790d-43c1-a7dc-684ef0cfbeb8 req-94eaaa99-647e-4508-baa1-f1f2a3fe119e tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 944 time: 0.0905995
Jun 08 18:30:26.745669 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e20cafeb-790d-43c1-a7dc-684ef0cfbeb8 req-1b710ba3-001b-4429-824b-335662b7ba7a tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428512
Jun 08 18:30:26.933301 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7daa6d-d9ef-457a-8e53-18f78155d22d req-5b8884e0-174d-41d6-9625-88c05505e0e8 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:26.935147 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9f7daa6d-d9ef-457a-8e53-18f78155d22d req-5b8884e0-174d-41d6-9625-88c05505e0e8 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.0874422
Jun 08 18:30:26.985127 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9f7daa6d-d9ef-457a-8e53-18f78155d22d req-03bf035f-884e-443c-b82c-bdbf82c77d1b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434129
Jun 08 18:30:27.888393 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-c562921c-db10-44d9-b79c-54f86c13f8df tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:27.891047 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-c562921c-db10-44d9-b79c-54f86c13f8df tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/networks?id=b9b5f942-404c-433d-b652-d001b54bd033 HTTP/1.1" status: 200  len: 809 time: 0.2378469
Jun 08 18:30:27.912922 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-80d1f122-592d-420a-b4d1-b4112eb08275 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/quotas/3f59368b3bb74e9fa52d7351863d3ddf HTTP/1.1" status: 200  len: 375 time: 0.0159791
Jun 08 18:30:28.000835 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-f6d9b7cd-9c3d-4bca-b7bd-8ecf710cd26d tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f59368b3bb74e9fa52d7351863d3ddf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0805643
Jun 08 18:30:28.036737 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c6dfd-7ac8-4df8-972b-c724e749dcb7 req-28a6bdce-ec45-4332-bbff-bc42b22451fb tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:28.039003 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-155c6dfd-7ac8-4df8-972b-c724e749dcb7 req-28a6bdce-ec45-4332-bbff-bc42b22451fb tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 944 time: 0.1039009
Jun 08 18:30:28.103364 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-155c6dfd-7ac8-4df8-972b-c724e749dcb7 req-425f786e-5593-4f07-bf27-58913065e1df tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515339
Jun 08 18:30:28.328142 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-6ef58710-09d0-4a9a-b4fa-582f95965e90 service neutron] 10.222.0.20 "GET /v2.0/networks/b9b5f942-404c-433d-b652-d001b54bd033?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3042676
Jun 08 18:30:28.378711 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509052d9-0206-4297-ab6d-9bc49ed49e2d req-a3feb18e-a020-4b4a-9626-db1373b2ca9b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:28.380935 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-509052d9-0206-4297-ab6d-9bc49ed49e2d req-a3feb18e-a020-4b4a-9626-db1373b2ca9b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1480851
Jun 08 18:30:28.449699 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-509052d9-0206-4297-ab6d-9bc49ed49e2d req-f270c41e-ca63-4bde-b2dd-16974e620781 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617552
Jun 08 18:30:28.611990 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-087d2a1e-f222-45e2-b6d8-fb2c4c1fe50e service neutron] 10.222.0.20 "GET /v2.0/networks/b9b5f942-404c-433d-b652-d001b54bd033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2751570
Jun 08 18:30:28.918750 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9a71fc1d-2371-4f8f-9736-65e337e4c706 req-49849cd6-9451-4045-baea-a5a25a473ab1 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 210 time: 0.0516109
Jun 08 18:30:29.366352 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabba3f-dddb-492e-bb9b-0677b2d73686 req-6591b652-0e5c-40c7-a102-82f7187cf272 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:29.368146 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ddabba3f-dddb-492e-bb9b-0677b2d73686 req-6591b652-0e5c-40c7-a102-82f7187cf272 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 944 time: 0.1279123
Jun 08 18:30:29.428087 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ddabba3f-dddb-492e-bb9b-0677b2d73686 req-9b0fbc60-cd4a-4691-9048-3e0d3f18b4e2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503819
Jun 08 18:30:29.739960 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a02bc-9889-43bd-ad5f-fd6166d9df37 req-26e643f4-8b05-4623-9b39-185254063805 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:29.742071 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ed9a02bc-9889-43bd-ad5f-fd6166d9df37 req-26e643f4-8b05-4623-9b39-185254063805 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1170621
Jun 08 18:30:29.795506 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ed9a02bc-9889-43bd-ad5f-fd6166d9df37 req-f4068d35-20dd-4125-962e-381d1e324548 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463803
Jun 08 18:30:30.096553 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-00d15797-1e40-40ee-b2d3-b0197e210b2d req-acf596f4-ef45-45ee-b582-ac5feb409457 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 210 time: 0.0470653
Jun 08 18:30:30.644888 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ee13f-a414-47a4-a7b0-28ed8ed01088 req-9ad4ae8a-697f-4e5d-98d6-2007300fbb92 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:30.646883 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-317ee13f-a414-47a4-a7b0-28ed8ed01088 req-9ad4ae8a-697f-4e5d-98d6-2007300fbb92 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 944 time: 0.1003549
Jun 08 18:30:30.712479 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-317ee13f-a414-47a4-a7b0-28ed8ed01088 req-a76a9a63-8647-4715-af2b-23e06f25b7fc tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576413
Jun 08 18:30:31.018885 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device eb653d1f-ff98-4c10-9150-11532b049bc8 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:30:31.085755 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed608b3b-d7f9-4925-8bab-884f5305e41d req-51cc7d51-5493-4bfd-931a-d2dd67a2a2b5 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:31.087347 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ed608b3b-d7f9-4925-8bab-884f5305e41d req-51cc7d51-5493-4bfd-931a-d2dd67a2a2b5 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1168036
Jun 08 18:30:31.117293 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b8e29627-3a43-4134-a2bf-1dd70ebbf842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:31.154260 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ed608b3b-d7f9-4925-8bab-884f5305e41d req-fb510854-7395-4253-bffe-a21ff72dbbca tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554960
Jun 08 18:30:31.308100 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port eb653d1f-ff98-4c10-9150-11532b049bc8 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:30:31.317053 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-422d19df-5c25-4db7-8cf6-6c6c3fdf69ad req-894575bf-eda4-4c70-b947-24d758557cd8 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 210 time: 0.0742311
Jun 08 18:30:31.319212 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port eb653d1f-ff98-4c10-9150-11532b049bc8 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:30:31.319212 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:31.542560 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:31.582026 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ab7c93-c844-40bc-96ed-cca1f2fa16f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb653d1f-ff98-4c10-9150-11532b049bc8'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:30:31.585098 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6017102-7cfb-4560-9140-2b3fba581b49" -d '{"events": [{"server_uuid": "50ab7c93-c844-40bc-96ed-cca1f2fa16f5", "name": "network-vif-plugged", "status": "completed", "tag": "eb653d1f-ff98-4c10-9150-11532b049bc8"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:30:31.596809 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port eb653d1f-ff98-4c10-9150-11532b049bc8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=eb653d1f-ff98-4c10-9150-11532b049bc8,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:30:31.666126 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67617185-7bea-4177-84f1-e8f0385e28f9 x-openstack-request-id: req-67617185-7bea-4177-84f1-e8f0385e28f9 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:30:31.666946 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ab7c93-c844-40bc-96ed-cca1f2fa16f5", "name": "network-vif-plugged", "status": "completed", "tag": "eb653d1f-ff98-4c10-9150-11532b049bc8", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:30:31.667226 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67617185-7bea-4177-84f1-e8f0385e28f9 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:30:31.667982 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ab7c93-c844-40bc-96ed-cca1f2fa16f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb653d1f-ff98-4c10-9150-11532b049bc8', 'code': 200}
Jun 08 18:30:31.739782 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:31.743082 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-c006ca0e-b51b-44be-929a-5d0c2944adab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:31.815663 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=eb653d1f-ff98-4c10-9150-11532b049bc8,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:31.819189 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:32.020226 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d368215-a16c-4500-837b-3854b5c338f7 req-0a37cdf1-dcf7-4864-8995-5df8f0084f6d tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:32.021861 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0d368215-a16c-4500-837b-3854b5c338f7 req-0a37cdf1-dcf7-4864-8995-5df8f0084f6d tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 945 time: 0.1085229
Jun 08 18:30:32.108032 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0d368215-a16c-4500-837b-3854b5c338f7 req-9b782b27-1ac3-4291-8ab3-e46269d651c0 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752573
Jun 08 18:30:32.237015 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1d44-8a0c-4704-8af9-17f23edeced2 req-d6a14056-b108-4494-a14b-21bca59d662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:32.239284 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bb2c1d44-8a0c-4704-8af9-17f23edeced2 req-d6a14056-b108-4494-a14b-21bca59d662b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 1098 time: 0.1165221
Jun 08 18:30:32.319288 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bb2c1d44-8a0c-4704-8af9-17f23edeced2 req-cb7391b0-e752-4f19-a86a-0279134e172f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714393
Jun 08 18:30:32.477531 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254cc58-5e57-4cc8-90f4-1d856f01841f req-1cbaf5e6-b116-4025-97f8-fca452a8d2bf tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:32.480543 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4254cc58-5e57-4cc8-90f4-1d856f01841f req-1cbaf5e6-b116-4025-97f8-fca452a8d2bf tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1347189
Jun 08 18:30:32.602132 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4254cc58-5e57-4cc8-90f4-1d856f01841f req-b84bc552-4387-4860-b23a-d6ed6ecf4604 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057806
Jun 08 18:30:32.825862 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-775ce977-1128-42a9-b4c1-135197618678 req-5312fd70-cf27-4ef3-afa9-e7d1e0b823f5 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 210 time: 0.0806143
Jun 08 18:30:32.883953 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-db432cd4-ab65-4197-a607-c6ee99b0cbfe tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:32.885979 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-db432cd4-ab65-4197-a607-c6ee99b0cbfe tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.37 "GET /v2.0/networks?id=b9b5f942-404c-433d-b652-d001b54bd033 HTTP/1.1" status: 200  len: 809 time: 0.4837694
Jun 08 18:30:32.905661 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Request body: {'port': {'device_id': '3a958d5c-189f-4e86-9999-66047cb5f95f', 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033', 'admin_state_up': True, 'tenant_id': '3f59368b3bb74e9fa52d7351863d3ddf'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:30:33.307178 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Made reservation on behalf of 3f59368b3bb74e9fa52d7351863d3ddf for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:30:33.311139 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:33.434078 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a8586-5d3c-41c7-a2ac-c2595dff5a3c req-b2e446ef-258e-4a6f-b675-d1130b09b485 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:33.438324 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3e8a8586-5d3c-41c7-a2ac-c2595dff5a3c req-b2e446ef-258e-4a6f-b675-d1130b09b485 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 945 time: 0.1765690
Jun 08 18:30:33.515681 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3e8a8586-5d3c-41c7-a2ac-c2595dff5a3c req-d95a03ad-022a-4c56-a384-ef7c7b17860b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612915
Jun 08 18:30:33.557309 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Allocated IP 172.20.0.5 (b9b5f942-404c-433d-b652-d001b54bd033/61fa3793-60ec-4a3e-a237-5c6c62b38b28/c9f832ea-ca68-4a47-a619-552974f5c9ba) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:30:33.788894 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:33.920094 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:33.964582 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-587558dd-da5d-415c-8e7b-bd96e5c2e9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:34.006731 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af36b91-5e2a-4570-a6b6-97d69c5e4efe req-38a5e615-b12f-426d-8b62-f41cbedbefeb tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:34.009582 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2af36b91-5e2a-4570-a6b6-97d69c5e4efe req-38a5e615-b12f-426d-8b62-f41cbedbefeb tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1820660
Jun 08 18:30:34.020251 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:34.023284 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:30:34.023284 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:30:34.023284 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:30:34.023284 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:30:34.023284 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:30:34.023284 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:30:34.043154 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Network b9b5f942-404c-433d-b652-d001b54bd033 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:30:34.044475 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:30:34.047026 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:30:34.052901 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:34.053214 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:34.074416 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2af36b91-5e2a-4570-a6b6-97d69c5e4efe req-b059070e-6635-4ec5-b44c-31ac5e3a6bcb tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558696
Jun 08 18:30:34.170732 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-cc798d33-e514-4cea-9493-900782fa3281 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2743692
Jun 08 18:30:34.247179 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83b79d-2702-4a9c-9ea7-b3febd78a4b0 req-dd5f0d7f-1511-49a6-9ee9-643a188491f2 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:34.248751 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4d83b79d-2702-4a9c-9ea7-b3febd78a4b0 req-dd5f0d7f-1511-49a6-9ee9-643a188491f2 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 931 time: 0.0839393
Jun 08 18:30:34.296187 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4d83b79d-2702-4a9c-9ea7-b3febd78a4b0 req-62213687-b033-4d9d-a92e-b87d826eed5f tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413618
Jun 08 18:30:34.323947 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:30:34.760540 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b26232-fc89-49d3-9dfe-e336905093f5 req-efff3eb4-b54d-45ef-8a50-85b02cbf6ce9 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:34.762557 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f1b26232-fc89-49d3-9dfe-e336905093f5 req-efff3eb4-b54d-45ef-8a50-85b02cbf6ce9 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 945 time: 0.1002166
Jun 08 18:30:34.813688 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f1b26232-fc89-49d3-9dfe-e336905093f5 req-805db188-5799-491e-a507-9fed98deec3b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447643
Jun 08 18:30:34.878807 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:35.167220 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Request body: {'port': {'device_id': '3a958d5c-189f-4e86-9999-66047cb5f95f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:30:35.307077 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:35.411302 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a771b4-6192-4a62-91c3-a77899902560 req-2d5ec549-9a61-4ce0-8351-41a64d852b9a tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:35.426855 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-43a771b4-6192-4a62-91c3-a77899902560 req-2d5ec549-9a61-4ce0-8351-41a64d852b9a tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1635456
Jun 08 18:30:35.507379 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-43a771b4-6192-4a62-91c3-a77899902560 req-eba017d5-a5b1-4d08-a77b-e642a0b50466 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791883
Jun 08 18:30:35.885537 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d37eaa-e6ff-4a13-b8d6-a0e10e915cb4 req-a6aaeb99-7d7a-4f67-b2e1-6db9568af23b tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:35.888125 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a0d37eaa-e6ff-4a13-b8d6-a0e10e915cb4 req-a6aaeb99-7d7a-4f67-b2e1-6db9568af23b tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 931 time: 0.4659560
Jun 08 18:30:36.042804 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a0d37eaa-e6ff-4a13-b8d6-a0e10e915cb4 req-1db24c04-df72-4d59-8c02-35d6ced635a0 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367207
Jun 08 18:30:36.217293 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f832ea-ca68-4a47-a619-552974f5c9ba {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:30:36.230568 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:36.250031 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Transition to ACTIVE for port object c9f832ea-ca68-4a47-a619-552974f5c9ba will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:30:36.341674 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:36.346561 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-cc3d213b-2069-417a-a716-4ec2e648f0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:36.505426 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f832ea-ca68-4a47-a619-552974f5c9ba,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:36.513163 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:36.536542 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Attempting to bind port c9f832ea-ca68-4a47-a619-552974f5c9ba on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:30:36.536885 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Attempting to bind port c9f832ea-ca68-4a47-a619-552974f5c9ba by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '229b11b1-7510-4592-b626-58e4dcaaeea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:30:36.537186 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Attempting to bind port c9f832ea-ca68-4a47-a619-552974f5c9ba on network b9b5f942-404c-433d-b652-d001b54bd033 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:30:36.544794 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Port c9f832ea-ca68-4a47-a619-552974f5c9ba on network b9b5f942-404c-433d-b652-d001b54bd033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:30:36.545258 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Attempting to bind port c9f832ea-ca68-4a47-a619-552974f5c9ba on network b9b5f942-404c-433d-b652-d001b54bd033 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:30:36.555689 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:30:36.556407 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Checking segment: {'id': '229b11b1-7510-4592-b626-58e4dcaaeea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:30:36.557047 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Bound using segment: {'id': '229b11b1-7510-4592-b626-58e4dcaaeea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:30:36.557790 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Bound port: c9f832ea-ca68-4a47-a619-552974f5c9ba, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '229b11b1-7510-4592-b626-58e4dcaaeea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:30:36.558375 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:36.708475 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] For port c9f832ea-ca68-4a47-a619-552974f5c9ba, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:30:36.713071 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] For port c9f832ea-ca68-4a47-a619-552974f5c9ba, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c9f832ea-ca68-4a47-a619-552974f5c9ba,segment=NetworkSegment(229b11b1-7510-4592-b626-58e4dcaaeea9),segment_id=229b11b1-7510-4592-b626-58e4dcaaeea9)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:30:36.728995 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507e306-dadb-466a-8465-4c20522244f1 req-374c592b-3a74-440a-bad3-082ba8ac0e92 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:36.728995 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4507e306-dadb-466a-8465-4c20522244f1 req-374c592b-3a74-440a-bad3-082ba8ac0e92 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1022656
Jun 08 18:30:36.780866 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:36.786380 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:36.797642 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4507e306-dadb-466a-8465-4c20522244f1 req-8b75ed5b-10a8-43ca-9516-5ed13793fcce tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565269
Jun 08 18:30:36.838978 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:36.849805 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:36.851400 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:36.853347 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] 10.222.0.37 "PUT /v2.0/ports/c9f832ea-ca68-4a47-a619-552974f5c9ba HTTP/1.1" status: 200  len: 1093 time: 1.6908960
Jun 08 18:30:36.854123 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a958d5c-189f-4e86-9999-66047cb5f95f', 'tag': 'c9f832ea-ca68-4a47-a619-552974f5c9ba'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:30:36.857976 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89a244a-6fda-4bb1-9e51-2c51c5dd2c40" -d '{"events": [{"name": "network-changed", "server_uuid": "3a958d5c-189f-4e86-9999-66047cb5f95f", "tag": "c9f832ea-ca68-4a47-a619-552974f5c9ba"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:30:36.882110 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f832ea-ca68-4a47-a619-552974f5c9ba,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:36.886215 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:36.914000 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2647d3d0-d370-4979-8344-d40ead2be3b7 x-openstack-request-id: req-2647d3d0-d370-4979-8344-d40ead2be3b7 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:30:36.914350 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a958d5c-189f-4e86-9999-66047cb5f95f", "tag": "c9f832ea-ca68-4a47-a619-552974f5c9ba", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:30:36.914691 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2647d3d0-d370-4979-8344-d40ead2be3b7 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:30:36.915199 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a958d5c-189f-4e86-9999-66047cb5f95f', 'tag': 'c9f832ea-ca68-4a47-a619-552974f5c9ba', 'status': 'completed', 'code': 200}
Jun 08 18:30:37.333807 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9ff91-fdb2-4742-86f6-decf3c482baf req-55e764a3-27e8-4b91-85df-204a68c5f051 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:37.335407 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fcc9ff91-fdb2-4742-86f6-decf3c482baf req-55e764a3-27e8-4b91-85df-204a68c5f051 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 943 time: 0.1079080
Jun 08 18:30:37.424066 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fcc9ff91-fdb2-4742-86f6-decf3c482baf req-7d88d7d1-701e-4493-a14a-521d1ed3f671 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769677
Jun 08 18:30:37.537626 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a244a-6fda-4bb1-9e51-2c51c5dd2c40 req-9ba1f137-2e85-415a-94f7-b023818fb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:37.539851 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d89a244a-6fda-4bb1-9e51-2c51c5dd2c40 req-9ba1f137-2e85-415a-94f7-b023818fb375 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f59368b3bb74e9fa52d7351863d3ddf&device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 1096 time: 0.2116199
Jun 08 18:30:37.754950 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a244a-6fda-4bb1-9e51-2c51c5dd2c40 req-f30bc0a4-15f8-4259-b381-535195f62635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:37.756511 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d89a244a-6fda-4bb1-9e51-2c51c5dd2c40 req-f30bc0a4-15f8-4259-b381-535195f62635 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3f59368b3bb74e9fa52d7351863d3ddf&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2011449
Jun 08 18:30:37.971877 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a244a-6fda-4bb1-9e51-2c51c5dd2c40 req-9a2e0b5d-3e88-4202-a222-a77d59cb6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:37.973695 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d89a244a-6fda-4bb1-9e51-2c51c5dd2c40 req-9a2e0b5d-3e88-4202-a222-a77d59cb6bbd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2072103
Jun 08 18:30:38.048924 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cb3e5-2616-4cec-9d59-57f6a3a9e9c3 req-ca480347-b850-4c96-a7a2-edfb4934948c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:38.051953 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-208cb3e5-2616-4cec-9d59-57f6a3a9e9c3 req-ca480347-b850-4c96-a7a2-edfb4934948c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1076052
Jun 08 18:30:38.120474 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-208cb3e5-2616-4cec-9d59-57f6a3a9e9c3 req-d62b783e-95ba-4bc6-bdb9-779a24be65ff tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611145
Jun 08 18:30:38.141143 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-0db87bf4-761b-4cad-9522-1ffc3011aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:38.141143 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-0db87bf4-761b-4cad-9522-1ffc3011aedc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f59368b3bb74e9fa52d7351863d3ddf&device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 1096 time: 0.1061082
Jun 08 18:30:38.270237 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-718b7675-83ea-4563-a5d4-5036e8ee4955 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f832ea-ca68-4a47-a619-552974f5c9ba HTTP/1.1" status: 200  len: 217 time: 0.1202328
Jun 08 18:30:38.389966 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-9137373d-e5c8-41c5-a431-1903ec16cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:38.397288 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-9137373d-e5c8-41c5-a431-1903ec16cf62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=61fa3793-60ec-4a3e-a237-5c6c62b38b28 HTTP/1.1" status: 200  len: 849 time: 0.1171525
Jun 08 18:30:38.506502 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-ede5baf9-b301-4029-80d5-7d0393eb2435 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b9b5f942-404c-433d-b652-d001b54bd033&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0962522
Jun 08 18:30:38.753377 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-9d37a7d3-6094-4ec4-8914-6d707fcc8120 service neutron] 10.222.0.37 "GET /v2.0/networks/b9b5f942-404c-433d-b652-d001b54bd033?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2395103
Jun 08 18:30:39.022101 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e0e205b3-2526-4984-a15a-2db56ba10b23 req-ee41a756-685f-40cd-a23e-a8d3243ffbd7 service neutron] 10.222.0.37 "GET /v2.0/networks/b9b5f942-404c-433d-b652-d001b54bd033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2603893
Jun 08 18:30:39.032316 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0980cc6-f550-463d-b6c0-e40784f18870 req-a05427f7-c7ed-46b2-927c-2855b3589261 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:39.034034 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b0980cc6-f550-463d-b6c0-e40784f18870 req-a05427f7-c7ed-46b2-927c-2855b3589261 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 943 time: 0.1746001
Jun 08 18:30:39.104280 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b0980cc6-f550-463d-b6c0-e40784f18870 req-d8d4e857-a396-41d2-9f7d-431a7a094469 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645728
Jun 08 18:30:39.121093 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb089ab0-2720-40b7-af7f-aacedc0dbe5e req-d6e5ef48-1a59-4915-aef9-95a85e0e0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:39.121718 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-cb089ab0-2720-40b7-af7f-aacedc0dbe5e req-d6e5ef48-1a59-4915-aef9-95a85e0e0306 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 1098 time: 0.1062021
Jun 08 18:30:39.169042 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-cb089ab0-2720-40b7-af7f-aacedc0dbe5e req-f5691281-17aa-40a1-a17e-7ba42c2029c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409338
Jun 08 18:30:39.357799 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0f72f-44fd-4e89-84d4-a051e95ad291 req-b924b6b5-2421-4b32-aec5-31dc71754da5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:39.361295 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5fa0f72f-44fd-4e89-84d4-a051e95ad291 req-b924b6b5-2421-4b32-aec5-31dc71754da5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1256866
Jun 08 18:30:39.425030 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5fa0f72f-44fd-4e89-84d4-a051e95ad291 req-bbbad2dc-6928-4260-b787-50ec78a2e7cd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0596669
Jun 08 18:30:39.633836 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec222404-d67d-415b-8779-fbf30776f886 req-7d292d45-faa0-44af-86a6-f1e1f279ba7b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:39.635584 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ec222404-d67d-415b-8779-fbf30776f886 req-7d292d45-faa0-44af-86a6-f1e1f279ba7b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.0901337
Jun 08 18:30:39.686962 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ec222404-d67d-415b-8779-fbf30776f886 req-1217a59b-5250-43e7-9b90-0a1051636b0c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441458
Jun 08 18:30:40.521963 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f93f-9242-4460-ad70-ae43a93f8230 req-07691425-55a1-4e08-8415-4a9e24f30e64 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:40.538549 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a826f93f-9242-4460-ad70-ae43a93f8230 req-07691425-55a1-4e08-8415-4a9e24f30e64 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 943 time: 0.1625481
Jun 08 18:30:40.602767 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a826f93f-9242-4460-ad70-ae43a93f8230 req-b1dfc411-cd68-4af6-bb66-d6212a32e410 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624371
Jun 08 18:30:40.861073 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56c5e6-3f30-4376-89ef-af934b1a1f5f req-4eee7d3e-0daf-4d99-b0ac-c66a3cbc1197 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:40.869363 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8b56c5e6-3f30-4376-89ef-af934b1a1f5f req-4eee7d3e-0daf-4d99-b0ac-c66a3cbc1197 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.2596076
Jun 08 18:30:40.934146 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8b56c5e6-3f30-4376-89ef-af934b1a1f5f req-5cfdd04c-a2dd-4bb9-ae0d-d4fa88cb617e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0636652
Jun 08 18:30:41.128579 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376ef3a-33eb-4323-884d-770cc93fa0c3 req-d923a80a-60b7-4748-8a62-2d54fe759126 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:41.133031 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4376ef3a-33eb-4323-884d-770cc93fa0c3 req-d923a80a-60b7-4748-8a62-2d54fe759126 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1736505
Jun 08 18:30:41.209474 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4376ef3a-33eb-4323-884d-770cc93fa0c3 req-3b091ab7-7027-4440-82c1-43f602e46e52 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701857
Jun 08 18:30:41.301448 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device c9f832ea-ca68-4a47-a619-552974f5c9ba details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:30:41.500354 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port c9f832ea-ca68-4a47-a619-552974f5c9ba, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c9f832ea-ca68-4a47-a619-552974f5c9ba,segment=NetworkSegment(229b11b1-7510-4592-b626-58e4dcaaeea9),segment_id=229b11b1-7510-4592-b626-58e4dcaaeea9)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:30:41.516384 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': 'c9f832ea-ca68-4a47-a619-552974f5c9ba', 'network_id': 'b9b5f942-404c-433d-b652-d001b54bd033', 'port_id': 'c9f832ea-ca68-4a47-a619-552974f5c9ba', 'mac_address': 'fa:16:3e:6e:e7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fa3793-60ec-4a3e-a237-5c6c62b38b28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:30:41.595917 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:41.618088 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f832ea-ca68-4a47-a619-552974f5c9ba {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:30:41.636777 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port c9f832ea-ca68-4a47-a619-552974f5c9ba, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c9f832ea-ca68-4a47-a619-552974f5c9ba,segment=NetworkSegment(229b11b1-7510-4592-b626-58e4dcaaeea9),segment_id=229b11b1-7510-4592-b626-58e4dcaaeea9)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:30:41.741489 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:41.754489 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:42.045140 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=c9f832ea-ca68-4a47-a619-552974f5c9ba,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:42.050304 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:42.153691 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5051847-08c7-4ef3-b75e-1b28e58d1de8 req-dc700692-c563-481c-8f64-7701edf10f2a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:42.162504 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c5051847-08c7-4ef3-b75e-1b28e58d1de8 req-dc700692-c563-481c-8f64-7701edf10f2a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 944 time: 0.2049046
Jun 08 18:30:42.224796 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c5051847-08c7-4ef3-b75e-1b28e58d1de8 req-713dd344-6f0b-4f8d-80da-0976fb1510d2 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604253
Jun 08 18:30:42.440722 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f822bc6-9701-4a28-803a-7cdf703096ac req-a73afeac-c0f6-425d-98c8-81d816b4655a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:42.443339 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4f822bc6-9701-4a28-803a-7cdf703096ac req-a73afeac-c0f6-425d-98c8-81d816b4655a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1267302
Jun 08 18:30:42.551315 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4efcb-a966-4c3b-8ff6-8887527ffa40 req-8f86eb27-07bd-422c-b857-ca0a060bbb41 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:42.553403 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0fa4efcb-a966-4c3b-8ff6-8887527ffa40 req-8f86eb27-07bd-422c-b857-ca0a060bbb41 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1573603
Jun 08 18:30:42.573405 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4f822bc6-9701-4a28-803a-7cdf703096ac req-6967d715-b2a6-4514-9508-459522c8ab47 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1073716
Jun 08 18:30:42.642474 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0fa4efcb-a966-4c3b-8ff6-8887527ffa40 req-732d35c9-c2b6-46a4-b394-c0d079f56084 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658953
Jun 08 18:30:43.467537 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8c9ff-26af-4fb4-b4ab-caab68151758 req-093febe4-8321-4d1a-8ba0-69a820713bb1 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:43.469172 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-edf8c9ff-26af-4fb4-b4ab-caab68151758 req-093febe4-8321-4d1a-8ba0-69a820713bb1 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 944 time: 0.0913155
Jun 08 18:30:43.521490 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-edf8c9ff-26af-4fb4-b4ab-caab68151758 req-23d09158-7437-4b7a-adb7-712b56894989 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421269
Jun 08 18:30:43.865539 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fa81a-7f4f-407d-b3d9-9414fe04b1f1 req-090c1dd1-7a2a-48f7-9e0e-e280e80d086d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:43.876571 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-810fa81a-7f4f-407d-b3d9-9414fe04b1f1 req-090c1dd1-7a2a-48f7-9e0e-e280e80d086d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1289980
Jun 08 18:30:43.953826 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-810fa81a-7f4f-407d-b3d9-9414fe04b1f1 req-c2b5c5e1-1da3-4895-9b3d-9afb0e523ab6 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0743954
Jun 08 18:30:44.076936 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b313b8-fbef-48cc-8ddf-77a73f40801d req-5e5bc696-9de3-4ebe-ad33-a154c50ac4ba tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:44.079034 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c5b313b8-fbef-48cc-8ddf-77a73f40801d req-5e5bc696-9de3-4ebe-ad33-a154c50ac4ba tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1105497
Jun 08 18:30:44.137234 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c5b313b8-fbef-48cc-8ddf-77a73f40801d req-63862581-7f58-4170-be87-1b884cb82194 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473614
Jun 08 18:30:44.728200 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a56cc-c6fc-4c35-be6d-ab821cdf2d1e req-906b3f42-ab7f-44e5-8804-644162ae17a9 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:44.729789 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4c5a56cc-c6fc-4c35-be6d-ab821cdf2d1e req-906b3f42-ab7f-44e5-8804-644162ae17a9 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 944 time: 0.0867989
Jun 08 18:30:44.779319 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4c5a56cc-c6fc-4c35-be6d-ab821cdf2d1e req-eb3f8227-b7c3-4ebc-bb63-2f9a95385f3e tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430288
Jun 08 18:30:45.281318 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['c9f832ea-ca68-4a47-a619-552974f5c9ba'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:30:45.291818 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93d7b-3f75-4fb8-90d9-37b4fb7ea6f2 req-79331820-4db7-4b95-88d4-948587109f3a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:45.307160 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d1a93d7b-3f75-4fb8-90d9-37b4fb7ea6f2 req-79331820-4db7-4b95-88d4-948587109f3a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.2042449
Jun 08 18:30:45.420225 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d1a93d7b-3f75-4fb8-90d9-37b4fb7ea6f2 req-fb79d0c5-37f7-4f1e-9738-8834a3cc8bd7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1099944
Jun 08 18:30:45.609743 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99657c-8974-43f0-9b21-1fdef5c72f66 req-fe03157f-41a6-4e1f-9c39-281b56908543 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:45.612167 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8b99657c-8974-43f0-9b21-1fdef5c72f66 req-fe03157f-41a6-4e1f-9c39-281b56908543 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.2031760
Jun 08 18:30:45.615733 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1404f8-b885-4702-9514-a8ee3ba428de req-0d13d69c-7859-4141-aec9-9780ee221249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:45.618334 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5b1404f8-b885-4702-9514-a8ee3ba428de req-0d13d69c-7859-4141-aec9-9780ee221249 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 1098 time: 0.3217118
Jun 08 18:30:45.751859 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8b99657c-8974-43f0-9b21-1fdef5c72f66 req-1598e841-31dc-45d5-88ba-56ece2313879 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300559
Jun 08 18:30:45.802008 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1404f8-b885-4702-9514-a8ee3ba428de req-6351ea4c-26c8-4d56-ad66-635c78e25b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:45.803570 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5b1404f8-b885-4702-9514-a8ee3ba428de req-6351ea4c-26c8-4d56-ad66-635c78e25b30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 918 time: 0.1650677
Jun 08 18:30:45.931713 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5b1404f8-b885-4702-9514-a8ee3ba428de req-b6feb8ca-0705-4a6e-b662-81a60b1bdfd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9307fe4-b226-41e8-b44a-4f9541a0f590 HTTP/1.1" status: 200  len: 217 time: 0.1181703
Jun 08 18:30:46.064134 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011617e-e89a-422f-9d4e-e6958856e07f req-68b35ac2-94c9-4a68-a0fd-48c0c33c4178 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:46.066019 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c011617e-e89a-422f-9d4e-e6958856e07f req-68b35ac2-94c9-4a68-a0fd-48c0c33c4178 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 944 time: 0.0919774
Jun 08 18:30:46.116322 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c011617e-e89a-422f-9d4e-e6958856e07f req-c2bc2341-b641-486e-884f-3ef9165835d4 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435441
Jun 08 18:30:46.689032 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c4c66-5a71-4006-bb71-de63c7541d08 req-5cf55e45-8791-42d7-ad0d-b935694dead7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:46.690621 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-131c4c66-5a71-4006-bb71-de63c7541d08 req-5cf55e45-8791-42d7-ad0d-b935694dead7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1180990
Jun 08 18:30:46.746614 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-131c4c66-5a71-4006-bb71-de63c7541d08 req-a12c341f-d110-4f9f-a82f-e076ab2fe209 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447302
Jun 08 18:30:46.973259 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cf75e-c9ca-4a68-9c25-6d519ad8218b req-e7726edc-4943-4122-a01e-c605f5231fab tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:46.975237 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-713cf75e-c9ca-4a68-9c25-6d519ad8218b req-e7726edc-4943-4122-a01e-c605f5231fab tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.0896373
Jun 08 18:30:47.001744 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1404f8-b885-4702-9514-a8ee3ba428de req-e2f27f87-40a2-416a-9bde-a3ce9f36af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:47.003366 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5b1404f8-b885-4702-9514-a8ee3ba428de req-e2f27f87-40a2-416a-9bde-a3ce9f36af61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33eab693-69b1-41c2-88cf-adfe5e14a0e4 HTTP/1.1" status: 200  len: 858 time: 0.0664623
Jun 08 18:30:47.061957 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-713cf75e-c9ca-4a68-9c25-6d519ad8218b req-cf022710-9186-48ba-b1cd-fee35dc320b9 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769083
Jun 08 18:30:47.314110 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2451a2b-8fa2-4a74-9f1f-2237e45e9213 req-5d600b52-a5ee-44fc-bcd8-a413358598bf tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:47.315737 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b2451a2b-8fa2-4a74-9f1f-2237e45e9213 req-5d600b52-a5ee-44fc-bcd8-a413358598bf tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 944 time: 0.0878854
Jun 08 18:30:47.370883 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b2451a2b-8fa2-4a74-9f1f-2237e45e9213 req-5bbfe724-ecd0-4972-84aa-c0e933bc68ea tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443504
Jun 08 18:30:47.904992 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5b1404f8-b885-4702-9514-a8ee3ba428de req-60ea9b82-88ab-4e53-85ef-c8c9072618e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fc2034f-f9dc-4cde-884f-66131f58500b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580454
Jun 08 18:30:47.954664 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825da0a-81ca-45d5-aae6-c33fdd4a783c req-f0f316f7-895c-4fe9-8c16-464c421ec5a1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:47.956210 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0825da0a-81ca-45d5-aae6-c33fdd4a783c req-f0f316f7-895c-4fe9-8c16-464c421ec5a1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.0886157
Jun 08 18:30:47.964347 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:48.007512 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0825da0a-81ca-45d5-aae6-c33fdd4a783c req-5dd5f0a6-5308-4aa3-94c5-9a763ba1a125 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447326
Jun 08 18:30:48.300582 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943ff76-ef14-4fe8-ac2d-9d4789b0df27 req-f20df80f-1cec-4e9f-aac5-86556bef40b1 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:48.302157 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d943ff76-ef14-4fe8-ac2d-9d4789b0df27 req-f20df80f-1cec-4e9f-aac5-86556bef40b1 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.0900326
Jun 08 18:30:48.354047 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d943ff76-ef14-4fe8-ac2d-9d4789b0df27 req-53dfa10d-a41f-4c86-ac49-2815d30bf92a tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455916
Jun 08 18:30:48.642370 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe51f8a-44b6-4247-891a-a180ec3e71e7 req-ae139beb-8d74-4b36-b904-5038c0c38ea6 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:48.644113 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1fe51f8a-44b6-4247-891a-a180ec3e71e7 req-ae139beb-8d74-4b36-b904-5038c0c38ea6 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 944 time: 0.0945973
Jun 08 18:30:48.701242 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1fe51f8a-44b6-4247-891a-a180ec3e71e7 req-e8ced3fd-6f1d-4ba2-8bcf-6585fff37fb3 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503893
Jun 08 18:30:48.998096 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5b1404f8-b885-4702-9514-a8ee3ba428de req-cea163a0-6f72-45cb-bcb4-17367e08bb2b service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323972
Jun 08 18:30:49.239002 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5b1404f8-b885-4702-9514-a8ee3ba428de req-21a55a4a-2636-4e37-95a7-5c250d6e50de service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2008553
Jun 08 18:30:49.270664 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce2059-4aba-4fc5-9636-664cca4d5bda req-32152747-ba75-48b0-8b9c-377800d5f448 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:49.270664 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2dce2059-4aba-4fc5-9636-664cca4d5bda req-32152747-ba75-48b0-8b9c-377800d5f448 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1255941
Jun 08 18:30:49.499359 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2dce2059-4aba-4fc5-9636-664cca4d5bda req-d85eb8e1-bc88-4f83-9c81-abe8c736b191 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2222719
Jun 08 18:30:49.544112 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991fd3a-79a7-4f71-ba66-f5457bd271cb req-797dab1c-92fd-4e39-b9f0-721ed024fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:49.546434 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9991fd3a-79a7-4f71-ba66-f5457bd271cb req-797dab1c-92fd-4e39-b9f0-721ed024fd1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 1098 time: 0.2395809
Jun 08 18:30:49.686603 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b78c-4d1e-40b9-a74b-1c190de1b04e req-76c64591-7b8b-4771-9972-ee351b7e1b8e tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:49.695404 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d597b78c-4d1e-40b9-a74b-1c190de1b04e req-76c64591-7b8b-4771-9972-ee351b7e1b8e tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1407435
Jun 08 18:30:49.743581 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d597b78c-4d1e-40b9-a74b-1c190de1b04e req-25b77c7a-3bb3-4d94-a99e-fa5af6cb1ceb tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471711
Jun 08 18:30:49.751043 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991fd3a-79a7-4f71-ba66-f5457bd271cb req-1fe910f4-d739-4e9f-be26-e334a0887ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:49.755689 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9991fd3a-79a7-4f71-ba66-f5457bd271cb req-1fe910f4-d739-4e9f-be26-e334a0887ab4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 918 time: 0.1730485
Jun 08 18:30:49.839773 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device c9f832ea-ca68-4a47-a619-552974f5c9ba up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:30:49.940530 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9991fd3a-79a7-4f71-ba66-f5457bd271cb req-adaba83f-0d8f-44c1-8f69-bdfbc3b5243f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9307fe4-b226-41e8-b44a-4f9541a0f590 HTTP/1.1" status: 200  len: 217 time: 0.1714315
Jun 08 18:30:50.026313 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991fd3a-79a7-4f71-ba66-f5457bd271cb req-bdc3f974-3d28-442b-9408-3003c539737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:50.027812 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9991fd3a-79a7-4f71-ba66-f5457bd271cb req-bdc3f974-3d28-442b-9408-3003c539737f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33eab693-69b1-41c2-88cf-adfe5e14a0e4 HTTP/1.1" status: 200  len: 858 time: 0.0747561
Jun 08 18:30:50.032692 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port c9f832ea-ca68-4a47-a619-552974f5c9ba completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:30:50.038709 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port c9f832ea-ca68-4a47-a619-552974f5c9ba triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:30:50.039144 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:50.053492 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6fa44-b759-4bac-8ad8-0659036e67db req-86481385-fb7c-4c58-b07d-a822540e229c tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:50.053492 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fcf6fa44-b759-4bac-8ad8-0659036e67db req-86481385-fb7c-4c58-b07d-a822540e229c tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 944 time: 0.1586752
Jun 08 18:30:50.106360 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9991fd3a-79a7-4f71-ba66-f5457bd271cb req-715f2aac-a70b-4762-ae0b-b171b373c553 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fc2034f-f9dc-4cde-884f-66131f58500b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581355
Jun 08 18:30:50.184807 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:50.206048 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fcf6fa44-b759-4bac-8ad8-0659036e67db req-88572b0f-0dac-46e4-9f6f-736e0f5b7ab7 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213160
Jun 08 18:30:50.218033 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a958d5c-189f-4e86-9999-66047cb5f95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f832ea-ca68-4a47-a619-552974f5c9ba'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:30:50.220366 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a824e009-e1a0-490e-98d8-a4715167f707" -d '{"events": [{"server_uuid": "3a958d5c-189f-4e86-9999-66047cb5f95f", "name": "network-vif-plugged", "status": "completed", "tag": "c9f832ea-ca68-4a47-a619-552974f5c9ba"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:30:50.230459 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port c9f832ea-ca68-4a47-a619-552974f5c9ba, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c9f832ea-ca68-4a47-a619-552974f5c9ba,segment=NetworkSegment(229b11b1-7510-4592-b626-58e4dcaaeea9),segment_id=229b11b1-7510-4592-b626-58e4dcaaeea9)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:30:50.297323 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1240f354-1b73-42dd-a66c-b9c0d83e079e x-openstack-request-id: req-1240f354-1b73-42dd-a66c-b9c0d83e079e {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:30:50.297323 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a958d5c-189f-4e86-9999-66047cb5f95f", "name": "network-vif-plugged", "status": "completed", "tag": "c9f832ea-ca68-4a47-a619-552974f5c9ba", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:30:50.297323 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1240f354-1b73-42dd-a66c-b9c0d83e079e {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:30:50.297927 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a958d5c-189f-4e86-9999-66047cb5f95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f832ea-ca68-4a47-a619-552974f5c9ba', 'code': 200}
Jun 08 18:30:50.334028 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:50.336243 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:50.352589 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9991fd3a-79a7-4f71-ba66-f5457bd271cb req-846d7d41-0a77-48d2-9008-55db30708384 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2305665
Jun 08 18:30:50.436554 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=c9f832ea-ca68-4a47-a619-552974f5c9ba,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:50.440481 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:50.539043 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9991fd3a-79a7-4f71-ba66-f5457bd271cb req-78121fe5-5f43-4cb5-90a3-55d0c5f3ed0b service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751628
Jun 08 18:30:50.818645 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6df4bb-2d63-443c-a697-343ddf216869 req-fea88b0b-90e0-48d0-96b7-ec945289e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:50.820144 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fb6df4bb-2d63-443c-a697-343ddf216869 req-fea88b0b-90e0-48d0-96b7-ec945289e014 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 1098 time: 0.1036193
Jun 08 18:30:50.828527 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579aa63-e20a-4811-b331-508e5a3a35d1 req-30162033-2d05-4fc4-8be7-6ee8b2af4ae4 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:50.830096 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b579aa63-e20a-4811-b331-508e5a3a35d1 req-30162033-2d05-4fc4-8be7-6ee8b2af4ae4 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1581597
Jun 08 18:30:50.901912 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fb6df4bb-2d63-443c-a697-343ddf216869 req-eb6fc4f7-0498-4924-b6b3-6f923a505d56 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708318
Jun 08 18:30:50.913716 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b579aa63-e20a-4811-b331-508e5a3a35d1 req-5a536a31-20ac-4c22-8908-6da12ce92d3c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0684731
Jun 08 18:30:50.979971 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60c13d-0c6a-491f-9a37-d8b73c28de26 req-5fd61e6a-2568-4600-b56f-1607a2bd2b46 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:50.981469 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0d60c13d-0c6a-491f-9a37-d8b73c28de26 req-5fd61e6a-2568-4600-b56f-1607a2bd2b46 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.0918825
Jun 08 18:30:51.035482 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0d60c13d-0c6a-491f-9a37-d8b73c28de26 req-8998c110-91cf-49da-881a-4c798182147a tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477374
Jun 08 18:30:51.494561 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ee3e9-1a5f-44bb-8a8e-76b22d53a5b1 req-7e9762e2-f460-437e-a81f-c94c5ffe664f tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:51.497197 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2b8ee3e9-1a5f-44bb-8a8e-76b22d53a5b1 req-7e9762e2-f460-437e-a81f-c94c5ffe664f tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 945 time: 0.1522076
Jun 08 18:30:51.550409 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2b8ee3e9-1a5f-44bb-8a8e-76b22d53a5b1 req-939579af-fa0a-4df8-9485-672b5adb5500 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427215
Jun 08 18:30:52.043592 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 33072) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:52.194352 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Deleting subnet de11ad25-dbed-48f3-ba60-5e253625b1d5 {{(pid=92319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:30:52.200866 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:52.236934 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e046c-b6a1-4081-9255-f1b4f5fa4346 req-4054dd9a-c5c8-4a11-a315-333e91e29573 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:52.239509 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f09e046c-b6a1-4081-9255-f1b4f5fa4346 req-4054dd9a-c5c8-4a11-a315-333e91e29573 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1072857
Jun 08 18:30:52.259413 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10793982'] for subnet, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:52.322427 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e30d53-dce4-41b5-ae16-19e6cbf51bb7 req-69be23ba-7308-46ad-b12b-eccd4d268a20 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:52.322643 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f09e046c-b6a1-4081-9255-f1b4f5fa4346 req-1d12858b-d3e2-408c-90d6-193572dfc6d2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0570059
Jun 08 18:30:52.322808 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-83e30d53-dce4-41b5-ae16-19e6cbf51bb7 req-69be23ba-7308-46ad-b12b-eccd4d268a20 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.2063632
Jun 08 18:30:52.360506 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:52.427372 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-83e30d53-dce4-41b5-ae16-19e6cbf51bb7 req-1df74562-8448-465d-80e4-104ca3d5602b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1040618
Jun 08 18:30:52.579802 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10609128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10536552'] for subnet, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:52.585010 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-e1368b95-15a8-4fed-9f43-1177a8474522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:52.595145 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed939f2-96c0-45cd-91d7-050d8f2424ac req-20441dd1-f87b-4d96-873f-402ffeb76b8c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:52.603107 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4ed939f2-96c0-45cd-91d7-050d8f2424ac req-20441dd1-f87b-4d96-873f-402ffeb76b8c tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.0999510
Jun 08 18:30:52.624073 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de11ad25-dbed-48f3-ba60-5e253625b1d5,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:52.635061 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:52.635420 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:52.635771 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:52.636121 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:52.636531 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:52.636879 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:52.637218 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:52.637557 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:52.637895 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:52.638229 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:52.638563 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:52.638891 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:52.642963 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:52.643985 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:52.645928 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/de11ad25-dbed-48f3-ba60-5e253625b1d5 HTTP/1.1" status: 204  len: 168 time: 0.6004002
Jun 08 18:30:52.650791 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 33082) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:52.676997 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4ed939f2-96c0-45cd-91d7-050d8f2424ac req-8446b732-4a02-440a-ad0b-c0956f290f24 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729451
Jun 08 18:30:52.906673 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:52.930465 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d16be-c22c-4a70-9f82-25dc63cce13d req-f83584c9-0767-4032-a12a-c34daabc6c64 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:52.932479 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b96d16be-c22c-4a70-9f82-25dc63cce13d req-f83584c9-0767-4032-a12a-c34daabc6c64 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 945 time: 0.2163458
Jun 08 18:30:53.085838 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b96d16be-c22c-4a70-9f82-25dc63cce13d req-bab7d1c7-5a57-4c4c-bddf-9a5fcaf5bdfb tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250880
Jun 08 18:30:53.087469 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:53.106469 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc7c77f70>,) {'filters': {'network_id': ['2d6947dd-3ebf-4007-9e14-7bcf2763018c']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:30:53.114206 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc7c77f70>, '7b6d7282-f923-46e2-8725-89a25af4a5d4') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:30:53.114541 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc7c77f70>, '7b6d7282-f923-46e2-8725-89a25af4a5d4') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:30:53.127100 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:53.148167 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:53.155005 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:30:53.155404 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:30:53.170563 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:30:53.413917 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:53.418525 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:53.437434 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:53.441500 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2d6947dd-3ebf-4007-9e14-7bcf2763018c HTTP/1.1" status: 204  len: 168 time: 0.7874317
Jun 08 18:30:53.442808 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d6947dd-3ebf-4007-9e14-7bcf2763018c,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:53.444533 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 33094) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:53.491253 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:53.531223 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_v2 [None req-70120a1d-47e9-4e6b-8546-6357fdf5a024 admin admin] Deleting subnet 3c296d4c-8d3e-49c3-98f8-b655fa252de9 {{(pid=92319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:30:53.535231 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-70120a1d-47e9-4e6b-8546-6357fdf5a024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:53.546897 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6501e-7871-479c-9a00-74851e8774eb req-6bd80187-c5f1-4afb-a6dc-093cecdfcca6 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:53.548543 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9ec6501e-7871-479c-9a00-74851e8774eb req-6bd80187-c5f1-4afb-a6dc-093cecdfcca6 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1134014
Jun 08 18:30:53.595021 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-70120a1d-47e9-4e6b-8546-6357fdf5a024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10793982'] for subnet, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:53.687484 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9ec6501e-7871-479c-9a00-74851e8774eb req-eccec4b6-e4d5-4b4c-8974-4e60ea1ef698 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1289065
Jun 08 18:30:53.724697 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-70120a1d-47e9-4e6b-8546-6357fdf5a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:53.885158 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254000f0-ddb5-4f59-a5d2-78c1bfb9198d req-48c13d37-be80-46b0-a2e5-7fc8b31fdaa5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:53.887993 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-254000f0-ddb5-4f59-a5d2-78c1bfb9198d req-48c13d37-be80-46b0-a2e5-7fc8b31fdaa5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.2304580
Jun 08 18:30:53.970231 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-254000f0-ddb5-4f59-a5d2-78c1bfb9198d req-f2eec5e0-128e-4f07-8ca7-6c0acc8f160c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0755360
Jun 08 18:30:54.004446 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-70120a1d-47e9-4e6b-8546-6357fdf5a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10609128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10536552'] for subnet, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:54.009485 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:54.046970 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70120a1d-47e9-4e6b-8546-6357fdf5a024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c296d4c-8d3e-49c3-98f8-b655fa252de9,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:54.048334 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-70120a1d-47e9-4e6b-8546-6357fdf5a024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:54.053768 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-70120a1d-47e9-4e6b-8546-6357fdf5a024 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3c296d4c-8d3e-49c3-98f8-b655fa252de9 HTTP/1.1" status: 204  len: 168 time: 0.6050017
Jun 08 18:30:54.055048 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-70120a1d-47e9-4e6b-8546-6357fdf5a024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:54.055546 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33108) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:54.163244 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:54.290882 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:54.304933 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0dc77ee790>> segment before_delete 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.305270 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0dc77ee790>> subnet precommit_delete_associations 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.306483 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc777a580>> segment_host_mapping after_create 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.306819 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc777a580>> port after_create 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.307173 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc777a580>> port after_delete 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.307507 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc777a580>> port after_update 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.307822 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc777a580>> segment after_delete 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.308139 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc777a580>> subnet after_create 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.308447 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc777a580>> subnet after_delete 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.308753 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0dc777a580>> subnet after_update 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.375716 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0dc7a4a7f0>> subnet after_create 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.376075 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0dc7a4a7f0>> subnet after_delete 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.376403 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0dc7a4a7f0>> subnet before_create 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.376726 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0dc7a4a7f0>> subnet before_update 55550000 {{(pid=92318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 08 18:30:54.377090 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.services.segments.db [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc77eef10>,) {'filters': {'network_id': ['57a12c5a-2520-4647-83df-34173be19609']}} {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:30:54.395653 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.services.segments.db [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc77eef10>, 'f8ce387e-bce7-4ace-98fb-5f5070606ed4') {'for_net_delete': True} {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:30:54.399433 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.services.segments.db [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc77eef10>, 'f8ce387e-bce7-4ace-98fb-5f5070606ed4') {} {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:30:54.408588 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11487132'] for segment, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:54.426831 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:54.434904 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=92318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:30:54.435317 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11523716'] for segment, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   from cryptography.utils import int_from_bytes
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   from cryptography.utils import int_from_bytes
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]: Traceback (most recent call last):
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     timer()
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     cb(*args, **kw)
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     return func(*args, **kwargs)
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     self._notify()
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     self.callback(batched_events)
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     event.method(event)
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     return f(self, *a, **k)
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     return self._get(url).json()
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:30:54.451174 dv-cinder-789564-4-iscsi neutron-server[92318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:30:54.609945 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:54.614339 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:54.630739 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:54.632808 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/57a12c5a-2520-4647-83df-34173be19609 HTTP/1.1" status: 204  len: 168 time: 0.5761707
Jun 08 18:30:54.636687 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=57a12c5a-2520-4647-83df-34173be19609,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:54.644980 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:54.645344 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:54.645693 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:54.646037 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:54.646377 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:54.646717 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:54.647086 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:54.647480 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:54.647826 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:54.648164 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:54.648541 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:54.648932 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:30:54.653024 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c5872571-26d5-4fb5-b7b0-864fbc7661c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:54.922204 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c518f-8283-43c8-bdb5-56c189608ff3 req-09e5a3e5-4cfd-45dd-8061-1983d276cba2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:54.927771 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-fd2c518f-8283-43c8-bdb5-56c189608ff3 req-09e5a3e5-4cfd-45dd-8061-1983d276cba2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1105564
Jun 08 18:30:54.984349 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-fd2c518f-8283-43c8-bdb5-56c189608ff3 req-52eb31b7-731f-4ae8-ae6b-f511a47729d0 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0545201
Jun 08 18:30:55.103361 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33124) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:55.177869 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-237b6993-af5d-4466-ad05-48226d109ef6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=364032ea878c45bb98b911ab5d02c53a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0709064
Jun 08 18:30:55.177869 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33126) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:55.207111 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e7cbf-d1de-4681-9cf9-0dab3bdf1a36 req-7fecbe26-c431-4a2f-b224-14bfbddcc577 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:55.208918 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4d8e7cbf-d1de-4681-9cf9-0dab3bdf1a36 req-7fecbe26-c431-4a2f-b224-14bfbddcc577 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.0962751
Jun 08 18:30:55.239994 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-bc028886-c9bd-4aae-abcc-8b2d0b2c92b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:55.260638 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4d8e7cbf-d1de-4681-9cf9-0dab3bdf1a36 req-d9c3a4b7-2b18-41da-b918-587011c0c21e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0454259
Jun 08 18:30:55.271895 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-bc028886-c9bd-4aae-abcc-8b2d0b2c92b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:55.431505 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-bc028886-c9bd-4aae-abcc-8b2d0b2c92b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:55.434044 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-bc028886-c9bd-4aae-abcc-8b2d0b2c92b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:55.435230 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-bc028886-c9bd-4aae-abcc-8b2d0b2c92b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c4ee6aa-8d9a-4c6c-87af-0b6cbe3f5041 HTTP/1.1" status: 204  len: 168 time: 0.2564452
Jun 08 18:30:55.436044 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-7ca83ed6-5016-4e45-a316-245d1b5e7bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:55.446005 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc028886-c9bd-4aae-abcc-8b2d0b2c92b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4ee6aa-8d9a-4c6c-87af-0b6cbe3f5041,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:55.449266 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-bc028886-c9bd-4aae-abcc-8b2d0b2c92b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:56.189453 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7621d54-3af8-449e-a840-7f9800fb7a66 req-53254d52-0912-4de7-b716-a3d4cc0f3ec5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:56.192110 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e7621d54-3af8-449e-a840-7f9800fb7a66 req-53254d52-0912-4de7-b716-a3d4cc0f3ec5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.0977161
Jun 08 18:30:56.254877 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e7621d54-3af8-449e-a840-7f9800fb7a66 req-7833f608-bb06-40d9-be7c-88facf6d2c7c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0556595
Jun 08 18:30:56.324016 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33144) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:56.418435 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-61da7c90-78cd-42f8-94ec-90c4349b733e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cec6ae758418489baf2552582aab6d30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0952017
Jun 08 18:30:56.421632 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33146) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:30:56.485499 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda85d1d-0c98-408b-8549-cc470c794bf7 req-5743b420-351f-4c0d-8c27-5ab8d514a51e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:56.487669 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bda85d1d-0c98-408b-8549-cc470c794bf7 req-5743b420-351f-4c0d-8c27-5ab8d514a51e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.0935359
Jun 08 18:30:56.568620 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bda85d1d-0c98-408b-8549-cc470c794bf7 req-3812227e-43a6-4cc3-977d-17c80ff6b2bb tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0645757
Jun 08 18:30:56.598605 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e54c8-d56f-413a-860f-04a4790b73df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:56.627021 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e54c8-d56f-413a-860f-04a4790b73df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:56.808315 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e54c8-d56f-413a-860f-04a4790b73df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:56.813689 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eb4e54c8-d56f-413a-860f-04a4790b73df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:30:56.815303 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-eb4e54c8-d56f-413a-860f-04a4790b73df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16cb3364-5e5f-4d8e-96bf-584e15093e28 HTTP/1.1" status: 204  len: 168 time: 0.3922284
Jun 08 18:30:56.816377 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a320631f-fae9-4e0f-964a-0eaaaf778135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:30:56.828367 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e54c8-d56f-413a-860f-04a4790b73df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cb3364-5e5f-4d8e-96bf-584e15093e28,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:30:56.832169 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-eb4e54c8-d56f-413a-860f-04a4790b73df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:30:57.384644 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea0b65-8d8d-4e72-90e3-014cf090a8da req-d0377885-2488-44cd-9144-0d94da929964 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:57.386623 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e5ea0b65-8d8d-4e72-90e3-014cf090a8da req-d0377885-2488-44cd-9144-0d94da929964 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1712785
Jun 08 18:30:57.458613 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e5ea0b65-8d8d-4e72-90e3-014cf090a8da req-5560780b-71b8-42a1-b24c-86f5a18e5439 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652695
Jun 08 18:30:57.700675 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43404f14-b467-46fa-a122-c73f6dd76144 req-21d87e14-c671-4712-bf23-8f5bc7bf2a21 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:57.713969 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-43404f14-b467-46fa-a122-c73f6dd76144 req-21d87e14-c671-4712-bf23-8f5bc7bf2a21 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.2374637
Jun 08 18:30:57.816584 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-43404f14-b467-46fa-a122-c73f6dd76144 req-9d6a4865-4dca-4ed9-afdb-b612d853b676 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0925438
Jun 08 18:30:58.465621 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc96a8-4ae1-4719-a70b-88630575420b req-14016b2b-c475-4f88-a65f-48510c6efca5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:58.476270 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-28cc96a8-4ae1-4719-a70b-88630575420b req-14016b2b-c475-4f88-a65f-48510c6efca5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.2330041
Jun 08 18:30:58.531272 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-28cc96a8-4ae1-4719-a70b-88630575420b req-68206a8a-d992-4381-8d87-67b308bbc9e5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0533283
Jun 08 18:30:58.792519 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87044560-ede4-4729-8461-a2f2ef96d5d9 req-03ddec25-a702-439e-a3db-c8d9af7b3202 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:58.802211 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-87044560-ede4-4729-8461-a2f2ef96d5d9 req-03ddec25-a702-439e-a3db-c8d9af7b3202 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 945 time: 0.1350896
Jun 08 18:30:58.862141 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-87044560-ede4-4729-8461-a2f2ef96d5d9 req-d7f440b0-d967-4e60-aa33-a592ecb99a78 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580015
Jun 08 18:30:59.123552 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286bd61-ea94-4146-b828-73347388cd69 req-b790ba51-6c3c-47d0-9959-6406251397c1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:59.126715 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6286bd61-ea94-4146-b828-73347388cd69 req-b790ba51-6c3c-47d0-9959-6406251397c1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1162765
Jun 08 18:30:59.202421 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6286bd61-ea94-4146-b828-73347388cd69 req-7cefd37f-e6b4-4f55-a442-dec37b0cb4b1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0630474
Jun 08 18:30:59.956875 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bcc5d-7f91-4af8-bebb-c887e2da6c34 req-21426c09-124c-4dcc-98e1-e18131a39a83 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:30:59.958875 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f57bcc5d-7f91-4af8-bebb-c887e2da6c34 req-21426c09-124c-4dcc-98e1-e18131a39a83 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1656053
Jun 08 18:31:00.040348 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f57bcc5d-7f91-4af8-bebb-c887e2da6c34 req-cc63826d-b6f5-46f6-9495-8404e29e8db9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0693729
Jun 08 18:31:00.107306 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33250) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:00.384296 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f06d7-205b-4911-821c-1dc3d862ec65 req-63cad854-f983-48dd-a5d3-2e3b6c58d9cb tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:00.389653 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a01f06d7-205b-4911-821c-1dc3d862ec65 req-63cad854-f983-48dd-a5d3-2e3b6c58d9cb tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 945 time: 0.2053657
Jun 08 18:31:00.402647 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c691cc9a-43f4-46da-a9c2-e78c7e33d8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:00.562249 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ffbbe-2a08-45ef-8184-004e979bae0b req-8af802df-5184-4296-82d7-b1fc017b225f tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:00.578507 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-521ffbbe-2a08-45ef-8184-004e979bae0b req-8af802df-5184-4296-82d7-b1fc017b225f tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 945 time: 0.3387401
Jun 08 18:31:00.647211 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c6d51-eb0b-4f5e-b693-649cd7892723 req-edb5d84f-aa14-4f57-ac39-d83d1a3f4ec8 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:00.655012 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-842c6d51-eb0b-4f5e-b693-649cd7892723 req-edb5d84f-aa14-4f57-ac39-d83d1a3f4ec8 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1733222
Jun 08 18:31:00.659695 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-521ffbbe-2a08-45ef-8184-004e979bae0b req-14f5db9c-bd4b-41dc-be7c-3e3524c15863 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/security-groups?id=209fa657-40a9-4de3-b279-a34dd9e00e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882928
Jun 08 18:31:00.686066 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c691cc9a-43f4-46da-a9c2-e78c7e33d8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:00.713947 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-a01f06d7-205b-4911-821c-1dc3d862ec65 req-86945fa9-33d4-40e3-a0c3-4fc35b86fb52 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Deleting port c9f832ea-ca68-4a47-a619-552974f5c9ba {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:31:00.714378 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-a01f06d7-205b-4911-821c-1dc3d862ec65 req-86945fa9-33d4-40e3-a0c3-4fc35b86fb52 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:00.792267 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-842c6d51-eb0b-4f5e-b693-649cd7892723 req-b2464f8f-97a0-4d62-ac21-4cfb0f7370bf tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1361165
Jun 08 18:31:00.811424 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c691cc9a-43f4-46da-a9c2-e78c7e33d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:00.827647 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-f14d0e20-ab0f-4521-9e5e-ccf1e721a607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:00.897571 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c691cc9a-43f4-46da-a9c2-e78c7e33d8ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49e7d9689cfd4db9b3ef3394279b5ed3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7851844
Jun 08 18:31:00.897571 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691cc9a-43f4-46da-a9c2-e78c7e33d8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81130849-99e2-42b8-818e-ef033d2dc7b4,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:00.900081 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33274) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:00.901405 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c691cc9a-43f4-46da-a9c2-e78c7e33d8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:00.964398 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-a01f06d7-205b-4911-821c-1dc3d862ec65 req-86945fa9-33d4-40e3-a0c3-4fc35b86fb52 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] For port c9f832ea-ca68-4a47-a619-552974f5c9ba, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c9f832ea-ca68-4a47-a619-552974f5c9ba,segment=NetworkSegment(229b11b1-7510-4592-b626-58e4dcaaeea9),segment_id=229b11b1-7510-4592-b626-58e4dcaaeea9)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:31:00.964682 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-a01f06d7-205b-4911-821c-1dc3d862ec65 req-86945fa9-33d4-40e3-a0c3-4fc35b86fb52 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:01.028210 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-052bd958-937e-4d91-8dcc-77be17c2e371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:01.060055 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-052bd958-937e-4d91-8dcc-77be17c2e371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:01.137678 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ae93d156-5098-4a99-a2b4-a60faeb090e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:01.197699 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-a01f06d7-205b-4911-821c-1dc3d862ec65 req-86945fa9-33d4-40e3-a0c3-4fc35b86fb52 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Calling delete_port for c9f832ea-ca68-4a47-a619-552974f5c9ba owned by compute:nova {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:31:01.260121 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-052bd958-937e-4d91-8dcc-77be17c2e371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:01.263171 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-052bd958-937e-4d91-8dcc-77be17c2e371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:01.269500 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-052bd958-937e-4d91-8dcc-77be17c2e371 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81130849-99e2-42b8-818e-ef033d2dc7b4 HTTP/1.1" status: 204  len: 168 time: 0.3619401
Jun 08 18:31:01.269500 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-eca433be-6cd8-4b40-81ef-7edd9d8a5dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:01.278290 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bd958-937e-4d91-8dcc-77be17c2e371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81130849-99e2-42b8-818e-ef033d2dc7b4,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:01.299945 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-052bd958-937e-4d91-8dcc-77be17c2e371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:01.408480 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09860901-5bea-41de-837c-6e91bdda94eb req-afe21455-aa02-4ddd-8a84-81b10fd35254 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:01.410162 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-09860901-5bea-41de-837c-6e91bdda94eb req-afe21455-aa02-4ddd-8a84-81b10fd35254 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1561010
Jun 08 18:31:01.493536 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-09860901-5bea-41de-837c-6e91bdda94eb req-406c98fc-95fb-4e76-8765-8402157bd193 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0631878
Jun 08 18:31:01.592316 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-a01f06d7-205b-4911-821c-1dc3d862ec65 req-86945fa9-33d4-40e3-a0c3-4fc35b86fb52 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:01.599893 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:01.616499 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['c9f832ea-ca68-4a47-a619-552974f5c9ba'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:31:01.663711 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86945fa9-33d4-40e3-a0c3-4fc35b86fb52 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Pushing event deleted for resources: {'Port': ['ID=c9f832ea-ca68-4a47-a619-552974f5c9ba,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:01.664052 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-86945fa9-33d4-40e3-a0c3-4fc35b86fb52 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:01.766882 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01f06d7-205b-4911-821c-1dc3d862ec65 req-86945fa9-33d4-40e3-a0c3-4fc35b86fb52 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] No DVR routers for this DVR port c9f832ea-ca68-4a47-a619-552974f5c9ba on host hv-cinder-78956 {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:31:01.769531 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-a01f06d7-205b-4911-821c-1dc3d862ec65 req-86945fa9-33d4-40e3-a0c3-4fc35b86fb52 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:01.771665 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a01f06d7-205b-4911-821c-1dc3d862ec65 req-86945fa9-33d4-40e3-a0c3-4fc35b86fb52 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.37 "DELETE /v2.0/ports/c9f832ea-ca68-4a47-a619-552974f5c9ba HTTP/1.1" status: 204  len: 173 time: 1.3752151
Jun 08 18:31:01.772156 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a958d5c-189f-4e86-9999-66047cb5f95f', 'name': 'network-vif-deleted', 'tag': 'c9f832ea-ca68-4a47-a619-552974f5c9ba'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:31:01.776188 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302e5951-ad22-49dc-9d36-60c3b1945a53" -d '{"events": [{"server_uuid": "3a958d5c-189f-4e86-9999-66047cb5f95f", "name": "network-vif-deleted", "tag": "c9f832ea-ca68-4a47-a619-552974f5c9ba"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:31:01.922760 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 4b48d18f-d85b-45f3-bed2-15e826dc511e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:31:01.938210 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-947ef33a-613c-414c-a6ec-74a4e512e5b2 req-706c5fc9-b344-402b-9af2-8cc212608a8a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 210 time: 0.0963695
Jun 08 18:31:02.019857 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e2332c-4aa9-4520-a14c-8146920342f1 x-openstack-request-id: req-07e2332c-4aa9-4520-a14c-8146920342f1 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:31:02.020333 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a958d5c-189f-4e86-9999-66047cb5f95f", "name": "network-vif-deleted", "tag": "c9f832ea-ca68-4a47-a619-552974f5c9ba", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:31:02.020797 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07e2332c-4aa9-4520-a14c-8146920342f1 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:31:02.021807 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a958d5c-189f-4e86-9999-66047cb5f95f', 'name': 'network-vif-deleted', 'tag': 'c9f832ea-ca68-4a47-a619-552974f5c9ba', 'status': 'completed', 'code': 200}
Jun 08 18:31:02.286952 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:31:02.315706 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'port_id': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'mac_address': 'fa:16:3e:58:19:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:31:02.333650 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a327646-981b-47f5-bc9c-637f1847cc2e req-ec55dfc9-0a22-4c9f-b442-d6658f3709a0 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:02.336041 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6a327646-981b-47f5-bc9c-637f1847cc2e req-ec55dfc9-0a22-4c9f-b442-d6658f3709a0 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1487861
Jun 08 18:31:02.456257 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:02.484239 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b48d18f-d85b-45f3-bed2-15e826dc511e {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:31:02.504990 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:31:02.518306 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6a327646-981b-47f5-bc9c-637f1847cc2e req-49a678bc-df6a-4b7c-9597-951770ba3ce6 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1479561
Jun 08 18:31:02.592987 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:02.596044 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:02.694881 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=4b48d18f-d85b-45f3-bed2-15e826dc511e,revision_number=6']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:02.706637 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:31:02.707840 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:31:02.708427 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:31:02.709264 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:31:02.709698 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:31:02.710144 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:31:02.710578 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:31:02.711207 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:31:02.713972 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:31:02.714513 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:31:02.714996 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:31:02.715560 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:31:02.724381 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:02.747389 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['4b48d18f-d85b-45f3-bed2-15e826dc511e'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:31:02.858520 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001a57c-814f-4fb7-93b3-aa8d40af75c8 req-8d5f47f8-c606-46a2-a16c-91536bc53716 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:02.872184 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5001a57c-814f-4fb7-93b3-aa8d40af75c8 req-8d5f47f8-c606-46a2-a16c-91536bc53716 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 944 time: 0.1849682
Jun 08 18:31:02.935826 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5001a57c-814f-4fb7-93b3-aa8d40af75c8 req-106676ea-6f7b-4052-b9c5-dcc5d5b8a04e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0625498
Jun 08 18:31:03.169363 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8e166025-cfc6-4093-ac7d-2324f03a66fc req-6e2e9cad-ea3f-48ac-a1c8-87d4f2d80f8a tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a958d5c-189f-4e86-9999-66047cb5f95f HTTP/1.1" status: 200  len: 210 time: 0.0478990
Jun 08 18:31:03.878148 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0c8e4-53c5-45fb-b06d-137014709a7c req-931f9916-09fb-42d2-a429-e8ccd8b77c32 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:03.885198 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:03.890158 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-14e0c8e4-53c5-45fb-b06d-137014709a7c req-931f9916-09fb-42d2-a429-e8ccd8b77c32 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.2007768
Jun 08 18:31:03.935229 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 4b48d18f-d85b-45f3-bed2-15e826dc511e up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:31:03.952595 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-14e0c8e4-53c5-45fb-b06d-137014709a7c req-eb66450f-c9fb-44b8-ac3c-f65ea1190020 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0638859
Jun 08 18:31:04.122573 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 4b48d18f-d85b-45f3-bed2-15e826dc511e triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:31:04.122573 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:04.232699 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4bd023bc-3c5b-432d-aaf6-d39a75632149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:04.463270 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cd628-3dfa-44e9-9014-5fb8aa316575 req-f56f9124-c689-4394-8e73-e2145839096e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:04.476290 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e77cd628-3dfa-44e9-9014-5fb8aa316575 req-f56f9124-c689-4394-8e73-e2145839096e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 944 time: 0.3064077
Jun 08 18:31:04.515968 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:04.600602 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:31:04.607656 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22210628-72da-4ffd-86cc-6fb21afbe665" -d '{"events": [{"server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "name": "network-vif-plugged", "status": "completed", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:31:04.613114 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e77cd628-3dfa-44e9-9014-5fb8aa316575 req-258fb10f-bf84-4128-8065-ecd099f84d1c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1334407
Jun 08 18:31:04.647537 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:31:04.744609 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:04.745867 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device c9f832ea-ca68-4a47-a619-552974f5c9ba no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:31:04.804697 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc545ff-1685-4c8d-a188-32bff06f1191 x-openstack-request-id: req-9dc545ff-1685-4c8d-a188-32bff06f1191 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:31:04.805920 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "name": "network-vif-plugged", "status": "completed", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:31:04.806635 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dc545ff-1685-4c8d-a188-32bff06f1191 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:31:04.807806 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'code': 200}
Jun 08 18:31:04.820740 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:04.924726 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: c9f832ea-ca68-4a47-a619-552974f5c9ba {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:31:04.925984 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device c9f832ea-ca68-4a47-a619-552974f5c9ba not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:31:04.991206 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=4b48d18f-d85b-45f3-bed2-15e826dc511e,revision_number=7']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:04.997868 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:05.181056 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:05.293286 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074aee8b-fb6a-48d3-900e-ea3fa6720657 req-0bd6ddb3-a601-4d0b-8c32-47f03900ee28 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:05.301005 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-074aee8b-fb6a-48d3-900e-ea3fa6720657 req-0bd6ddb3-a601-4d0b-8c32-47f03900ee28 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1753085
Jun 08 18:31:05.404436 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-074aee8b-fb6a-48d3-900e-ea3fa6720657 req-2eacde69-3d59-444d-adc4-7f824259cfe2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0971296
Jun 08 18:31:06.129476 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd549fc-c598-4e5f-98e5-9538ff4beed6 req-eea58c5e-2620-48e3-bcdb-629ef2ef982c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:06.141918 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8bd549fc-c598-4e5f-98e5-9538ff4beed6 req-eea58c5e-2620-48e3-bcdb-629ef2ef982c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.2172799
Jun 08 18:31:06.299764 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8bd549fc-c598-4e5f-98e5-9538ff4beed6 req-bcd272a3-8beb-4829-9433-63b23da02b81 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1516142
Jun 08 18:31:06.474439 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33470) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:06.869411 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59394b46-3164-42a8-a02c-cad856852946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:06.887615 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d14af-9b0e-4297-b7b8-a37646da8b20 req-4ea55717-9bb7-4c23-8489-3eaa5c51334f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:06.889610 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-151d14af-9b0e-4297-b7b8-a37646da8b20 req-4ea55717-9bb7-4c23-8489-3eaa5c51334f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1655309
Jun 08 18:31:06.906420 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:07.016251 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-151d14af-9b0e-4297-b7b8-a37646da8b20 req-1fc0eae7-58c1-45bf-bb3b-1df6537a04a9 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1157641
Jun 08 18:31:07.251918 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59394b46-3164-42a8-a02c-cad856852946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:07.375593 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33508) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:07.479591 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59394b46-3164-42a8-a02c-cad856852946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:07.571638 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b93bd9f8-44bd-4509-b12f-4ab18242e1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:07.688228 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59394b46-3164-42a8-a02c-cad856852946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83455920-3501-4c10-8668-b91d904bbbbe,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:07.699073 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-59394b46-3164-42a8-a02c-cad856852946 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34a67d2927434ae58cc5fb9bed4d8d6f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2225745
Jun 08 18:31:07.701040 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 33512) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:07.701612 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-59394b46-3164-42a8-a02c-cad856852946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:07.835842 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2ef99ad8-b728-4701-9596-0c0360363135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:07.862090 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9db0e6ba-3387-490a-b9bc-a084e1a870c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:07.921388 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2ef99ad8-b728-4701-9596-0c0360363135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:07.966699 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35afe7-24ba-4dc7-90f8-21f375331f58 req-45c05715-61b2-4b8a-8987-3cd21d29f548 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:07.968319 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1c35afe7-24ba-4dc7-90f8-21f375331f58 req-45c05715-61b2-4b8a-8987-3cd21d29f548 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.2837892
Jun 08 18:31:08.138226 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1c35afe7-24ba-4dc7-90f8-21f375331f58 req-7113c8f9-fafe-4e92-a28f-98eeaceb1da1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1585693
Jun 08 18:31:08.142071 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2ef99ad8-b728-4701-9596-0c0360363135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:08.144294 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2ef99ad8-b728-4701-9596-0c0360363135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:08.146295 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-2ef99ad8-b728-4701-9596-0c0360363135 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83455920-3501-4c10-8668-b91d904bbbbe HTTP/1.1" status: 204  len: 168 time: 0.4439790
Jun 08 18:31:08.147242 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-69e89e07-f65c-4946-8831-b9541b023a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:08.181136 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef99ad8-b728-4701-9596-0c0360363135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83455920-3501-4c10-8668-b91d904bbbbe,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:08.187788 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-2ef99ad8-b728-4701-9596-0c0360363135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:08.338438 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9db0e6ba-3387-490a-b9bc-a084e1a870c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:08.429181 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b31b4-319c-4493-a5e0-76eafb6bb07e req-f14f1332-f575-4fab-b4b4-045803f024e2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:08.440850 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-505b31b4-319c-4493-a5e0-76eafb6bb07e req-f14f1332-f575-4fab-b4b4-045803f024e2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1232936
Jun 08 18:31:08.490686 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9db0e6ba-3387-490a-b9bc-a084e1a870c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:08.501885 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e205c913-308a-450a-a4a2-ae6320871dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:08.535293 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-505b31b4-319c-4493-a5e0-76eafb6bb07e req-b4adbf38-afaf-45d5-bed5-386b882e0fe3 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0912938
Jun 08 18:31:08.555958 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0e6ba-3387-490a-b9bc-a084e1a870c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f03773b-3706-4e5e-a7be-2cc929971618,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:08.565951 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9db0e6ba-3387-490a-b9bc-a084e1a870c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:08.598221 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-9db0e6ba-3387-490a-b9bc-a084e1a870c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d65c9994ffbd49b896a8866aea499588&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2215221
Jun 08 18:31:08.602026 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33532) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:08.757511 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a799548d-e329-44bb-a6d6-7031ccdead13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:08.833770 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a799548d-e329-44bb-a6d6-7031ccdead13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:09.049343 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a799548d-e329-44bb-a6d6-7031ccdead13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:09.052620 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a799548d-e329-44bb-a6d6-7031ccdead13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:09.053604 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-a799548d-e329-44bb-a6d6-7031ccdead13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f03773b-3706-4e5e-a7be-2cc929971618 HTTP/1.1" status: 204  len: 168 time: 0.4498410
Jun 08 18:31:09.054517 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c50ee21e-ecaf-4852-ba50-0d5b98835baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:09.093714 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799548d-e329-44bb-a6d6-7031ccdead13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f03773b-3706-4e5e-a7be-2cc929971618,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:09.102081 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a799548d-e329-44bb-a6d6-7031ccdead13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:09.519928 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69364402-821c-4fe6-8633-726e0abb5e74 req-23633976-ef9d-4ae2-b1c9-61bcdd90e9db tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:09.524214 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-69364402-821c-4fe6-8633-726e0abb5e74 req-23633976-ef9d-4ae2-b1c9-61bcdd90e9db tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1495028
Jun 08 18:31:09.680785 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-69364402-821c-4fe6-8633-726e0abb5e74 req-53867c8f-41d0-468e-81e1-f98ad29fca67 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1547039
Jun 08 18:31:10.025426 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff6858-9ffd-4000-88d3-cdb2e13d9116 req-73d23472-b013-410d-b2ec-bcc4b0497ac4 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:10.045352 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9aff6858-9ffd-4000-88d3-cdb2e13d9116 req-73d23472-b013-410d-b2ec-bcc4b0497ac4 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.2067153
Jun 08 18:31:10.173483 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9aff6858-9ffd-4000-88d3-cdb2e13d9116 req-94150c44-2eeb-44f0-ba47-cf9d4fe90856 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1210408
Jun 08 18:31:10.777266 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 33570) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:10.806198 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69be43f2-f8dd-4804-986b-fb218cd39d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:11.069442 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69be43f2-f8dd-4804-986b-fb218cd39d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:11.152447 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69be43f2-f8dd-4804-986b-fb218cd39d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:11.176340 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-75f21588-d4fc-4f02-a616-988750cbd035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:11.324687 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:31:11.387986 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be43f2-f8dd-4804-986b-fb218cd39d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ac8437-3d89-4a04-b4e6-977a9b5d96ad,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:11.408060 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-69be43f2-f8dd-4804-986b-fb218cd39d6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c391b366c26a430aa24d69a8063b8fa7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6256633
Jun 08 18:31:11.408060 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-69be43f2-f8dd-4804-986b-fb218cd39d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:11.408916 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33578) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:11.506157 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bedbc5-9128-4a2e-9a3a-f398e800ddbc req-111e1aa6-47d7-413f-a222-f6e1135634c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:11.516675 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f6bedbc5-9128-4a2e-9a3a-f398e800ddbc req-111e1aa6-47d7-413f-a222-f6e1135634c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 1098 time: 0.4390225
Jun 08 18:31:11.659289 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eb9a66df-48ea-41ec-9259-005880c437d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:11.759624 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eb9a66df-48ea-41ec-9259-005880c437d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:11.905613 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d7752-e57b-4c76-83df-0ae97c7a49fa req-cca6483b-44a3-44b0-9372-8c35493eb977 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:11.907178 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-af6d7752-e57b-4c76-83df-0ae97c7a49fa req-cca6483b-44a3-44b0-9372-8c35493eb977 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.7117589
Jun 08 18:31:11.912262 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bedbc5-9128-4a2e-9a3a-f398e800ddbc req-6b3c4a62-fe10-412c-8257-51275b2bf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:11.913649 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f6bedbc5-9128-4a2e-9a3a-f398e800ddbc req-6b3c4a62-fe10-412c-8257-51275b2bf4f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 918 time: 0.3834927
Jun 08 18:31:11.991046 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eb9a66df-48ea-41ec-9259-005880c437d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:11.996248 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eb9a66df-48ea-41ec-9259-005880c437d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:11.998678 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-eb9a66df-48ea-41ec-9259-005880c437d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38ac8437-3d89-4a04-b4e6-977a9b5d96ad HTTP/1.1" status: 204  len: 168 time: 0.5879595
Jun 08 18:31:12.011542 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:12.013953 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f6bedbc5-9128-4a2e-9a3a-f398e800ddbc req-280d9e19-49e5-4211-9978-cbbf69397292 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9307fe4-b226-41e8-b44a-4f9541a0f590 HTTP/1.1" status: 200  len: 217 time: 0.0807157
Jun 08 18:31:12.087250 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a66df-48ea-41ec-9259-005880c437d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ac8437-3d89-4a04-b4e6-977a9b5d96ad,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:12.096066 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-eb9a66df-48ea-41ec-9259-005880c437d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:12.100046 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bedbc5-9128-4a2e-9a3a-f398e800ddbc req-0e7f720c-88f8-4080-990d-4fc5b1f80e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:12.102041 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f6bedbc5-9128-4a2e-9a3a-f398e800ddbc req-0e7f720c-88f8-4080-990d-4fc5b1f80e3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33eab693-69b1-41c2-88cf-adfe5e14a0e4 HTTP/1.1" status: 200  len: 858 time: 0.0734706
Jun 08 18:31:12.130354 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-af6d7752-e57b-4c76-83df-0ae97c7a49fa req-04328f86-fe52-4041-9ab2-61268fdee4cc tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2106514
Jun 08 18:31:12.241087 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f6bedbc5-9128-4a2e-9a3a-f398e800ddbc req-5234ac4f-f40f-45cb-9540-2fba1c3c0570 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fc2034f-f9dc-4cde-884f-66131f58500b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1092782
Jun 08 18:31:12.637060 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb11059-268d-4fc0-a264-bd7256aa4eec req-7f9a33bf-12da-4fb3-b82a-2a1cc8d4e99e tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:12.644486 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2fb11059-268d-4fc0-a264-bd7256aa4eec req-7f9a33bf-12da-4fb3-b82a-2a1cc8d4e99e tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1844604
Jun 08 18:31:12.724711 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f6bedbc5-9128-4a2e-9a3a-f398e800ddbc req-941dac36-8c9c-48ca-8b49-262dca04fcbb service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4721091
Jun 08 18:31:12.779873 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2fb11059-268d-4fc0-a264-bd7256aa4eec req-619173f3-60a5-4aed-9016-1e8850006ae8 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343527
Jun 08 18:31:13.074746 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f6bedbc5-9128-4a2e-9a3a-f398e800ddbc req-6c0a58b5-cd23-4ae8-8363-349e711f3326 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3322825
Jun 08 18:31:13.090953 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683d7fa-cd49-4ce1-8998-a26199f6d7db req-99be96de-1421-4361-9e05-bfdbc31ed661 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:13.095287 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a683d7fa-cd49-4ce1-8998-a26199f6d7db req-99be96de-1421-4361-9e05-bfdbc31ed661 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1677160
Jun 08 18:31:13.164826 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a683d7fa-cd49-4ce1-8998-a26199f6d7db req-5f240438-001c-4198-ad86-c4e19449f4c0 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0670617
Jun 08 18:31:13.415760 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b6ef6-b90f-477c-a310-6f0de55ad7ad req-99943444-87b7-47d6-aba8-38cc16bdb2ef tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:13.417322 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-081b6ef6-b90f-477c-a310-6f0de55ad7ad req-99943444-87b7-47d6-aba8-38cc16bdb2ef tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1356957
Jun 08 18:31:13.504587 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-081b6ef6-b90f-477c-a310-6f0de55ad7ad req-d179b117-e82c-4933-a522-708c8ce9edc8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0767622
Jun 08 18:31:14.287099 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7491e-5497-4309-9458-22320b03b4d1 req-66f6f552-67a0-49e7-bad4-dccfefd6ddcc tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:14.288888 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9fe7491e-5497-4309-9458-22320b03b4d1 req-66f6f552-67a0-49e7-bad4-dccfefd6ddcc tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1573493
Jun 08 18:31:14.371285 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9fe7491e-5497-4309-9458-22320b03b4d1 req-0d72e93b-64e6-4633-984e-c94444283fcf tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760219
Jun 08 18:31:14.590946 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118c33-fd8c-43b2-a5cd-6b29024ddd31 req-9befae4b-e30c-4875-a809-1795af5c1713 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:14.591727 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-11118c33-fd8c-43b2-a5cd-6b29024ddd31 req-9befae4b-e30c-4875-a809-1795af5c1713 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1050236
Jun 08 18:31:14.652819 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-11118c33-fd8c-43b2-a5cd-6b29024ddd31 req-fe771aa3-8af6-4a51-91d0-21b05c0ba506 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0494275
Jun 08 18:31:14.934007 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6746637-c8db-47f1-aba3-f6378047f6fc req-7d43e1db-e2b5-4f31-9f02-9bcc9995d9a7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:14.934007 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d6746637-c8db-47f1-aba3-f6378047f6fc req-7d43e1db-e2b5-4f31-9f02-9bcc9995d9a7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.0965400
Jun 08 18:31:14.934007 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d6746637-c8db-47f1-aba3-f6378047f6fc req-bf4a8475-262f-44cc-a664-b626ca6cdceb tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0471382
Jun 08 18:31:15.657912 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41804e4b-b29a-4688-a3dc-3507a52e813b req-ef15bc79-0bf9-4c34-a986-34b017792252 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:15.661655 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-41804e4b-b29a-4688-a3dc-3507a52e813b req-ef15bc79-0bf9-4c34-a986-34b017792252 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1667681
Jun 08 18:31:15.732014 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-41804e4b-b29a-4688-a3dc-3507a52e813b req-8aa242e9-fb45-421d-9997-a6d86a09711b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631421
Jun 08 18:31:15.996854 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f24d-3ded-41b5-85d2-9b7d27fd86e4 req-907db026-321c-4f98-b73d-cee2afe6a81f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:15.999460 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-35f4f24d-3ded-41b5-85d2-9b7d27fd86e4 req-907db026-321c-4f98-b73d-cee2afe6a81f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1136830
Jun 08 18:31:16.068207 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-35f4f24d-3ded-41b5-85d2-9b7d27fd86e4 req-04422523-ce76-464b-a633-4ba46acd1bb7 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0626583
Jun 08 18:31:16.287135 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e9072-a48d-481a-aedf-49bce4091eb8 req-531762c2-5789-46a0-8a70-d2386f68d086 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:16.288739 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-729e9072-a48d-481a-aedf-49bce4091eb8 req-531762c2-5789-46a0-8a70-d2386f68d086 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1068764
Jun 08 18:31:16.367275 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-729e9072-a48d-481a-aedf-49bce4091eb8 req-e19131d3-07f3-4fcb-9de8-7876f3d0c5af tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0677366
Jun 08 18:31:16.942676 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ddc42-3d0a-4a7a-896f-f418629e25e7 req-1c2ca615-3e4b-4b0b-a735-ec58cf828956 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:16.944343 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8f1ddc42-3d0a-4a7a-896f-f418629e25e7 req-1c2ca615-3e4b-4b0b-a735-ec58cf828956 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.0881088
Jun 08 18:31:17.010556 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8f1ddc42-3d0a-4a7a-896f-f418629e25e7 req-deb95cb5-4343-4328-b8c9-9e5ea6425e87 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585806
Jun 08 18:31:17.284337 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c172c1-4ab6-49a3-9a12-a4011efaf3b0 req-b4cce5d2-6147-4282-889c-4a30bfacdcad tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:17.291867 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-33c172c1-4ab6-49a3-9a12-a4011efaf3b0 req-b4cce5d2-6147-4282-889c-4a30bfacdcad tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.0926518
Jun 08 18:31:17.345501 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-33c172c1-4ab6-49a3-9a12-a4011efaf3b0 req-10758a16-93e6-4c8f-a199-d10f8caba1af tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0526364
Jun 08 18:31:17.605797 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcbeeb-4f71-42a4-a314-559f7d6d1b05 req-f3be3928-35ab-468b-bfc4-7d14df59a2a3 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:17.613006 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-97bcbeeb-4f71-42a4-a314-559f7d6d1b05 req-f3be3928-35ab-468b-bfc4-7d14df59a2a3 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1101837
Jun 08 18:31:17.668977 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-97bcbeeb-4f71-42a4-a314-559f7d6d1b05 req-effedb9e-0223-41dd-8983-da74a6baa22c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0529287
Jun 08 18:31:17.915118 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:18.255288 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513acf9-c2d9-4af6-9f14-ba43e4631820 req-00a0ee37-f6c3-46ff-b228-16fe9ed0562a tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:18.263290 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c513acf9-c2d9-4af6-9f14-ba43e4631820 req-00a0ee37-f6c3-46ff-b228-16fe9ed0562a tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1036384
Jun 08 18:31:18.306967 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c513acf9-c2d9-4af6-9f14-ba43e4631820 req-85d98ea5-4abf-4dee-9a64-8c3fc38f8484 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423329
Jun 08 18:31:18.641699 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a0769-024b-4c64-afc7-7d4698f0a695 req-90448a2f-ebb3-41f1-aea5-45a1d5e1934e tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:18.641699 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-379a0769-024b-4c64-afc7-7d4698f0a695 req-90448a2f-ebb3-41f1-aea5-45a1d5e1934e tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1693094
Jun 08 18:31:18.722768 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-379a0769-024b-4c64-afc7-7d4698f0a695 req-35088e57-7143-48a1-aef8-1b9ed56fd9cc tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0763032
Jun 08 18:31:18.960408 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b962a-1222-44e3-97f7-6f89c51d095e req-22e8cc0a-df67-419d-8fc1-87c31dd67a28 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:18.962693 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-578b962a-1222-44e3-97f7-6f89c51d095e req-22e8cc0a-df67-419d-8fc1-87c31dd67a28 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.1089640
Jun 08 18:31:19.018282 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-578b962a-1222-44e3-97f7-6f89c51d095e req-05781d83-3f41-43b3-9472-e5d1657ceca9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0496449
Jun 08 18:31:19.624054 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75d6bd-b138-4678-8074-5893059d6bb7 req-aee8dfde-e3d1-4e41-9f9a-d26fcf4ba80b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:19.625626 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8f75d6bd-b138-4678-8074-5893059d6bb7 req-aee8dfde-e3d1-4e41-9f9a-d26fcf4ba80b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1793048
Jun 08 18:31:19.698751 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8f75d6bd-b138-4678-8074-5893059d6bb7 req-cca73ba6-7035-4e7d-aa2e-4bcc216c8026 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668356
Jun 08 18:31:19.965474 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d3dde-6f07-4b38-90f3-823229878000 req-d854f322-3d03-442b-abbe-7cc345f71759 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:19.967888 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-292d3dde-6f07-4b38-90f3-823229878000 req-d854f322-3d03-442b-abbe-7cc345f71759 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.0987716
Jun 08 18:31:20.035322 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-292d3dde-6f07-4b38-90f3-823229878000 req-72393927-9f73-4b83-aaab-836dc35b0d77 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0606599
Jun 08 18:31:20.399010 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f162106-8c05-4c10-803a-7a695b1ba203 req-a12cfc15-c3ed-4e87-ba78-922f439d7388 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:20.400642 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9f162106-8c05-4c10-803a-7a695b1ba203 req-a12cfc15-c3ed-4e87-ba78-922f439d7388 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.0835071
Jun 08 18:31:20.459780 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9f162106-8c05-4c10-803a-7a695b1ba203 req-59d18efc-dbd0-4afe-a9ea-46f21b5d8f03 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457957
Jun 08 18:31:20.912678 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd529c-512f-4c5e-b045-f59ef954fa17 req-625c413e-d2c5-46ce-ae2e-113d6e9f55f4 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:20.915256 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-87cd529c-512f-4c5e-b045-f59ef954fa17 req-625c413e-d2c5-46ce-ae2e-113d6e9f55f4 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1041117
Jun 08 18:31:20.991324 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-87cd529c-512f-4c5e-b045-f59ef954fa17 req-2213254b-456e-4756-aaf9-dbffa11cbcf2 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692158
Jun 08 18:31:21.285803 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caf3fe-9ee8-4957-a002-2f4e2c253e43 req-50215a4a-90cd-48fa-90cd-f11e6c7380f4 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:21.287675 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-50caf3fe-9ee8-4957-a002-2f4e2c253e43 req-50215a4a-90cd-48fa-90cd-f11e6c7380f4 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1341748
Jun 08 18:31:21.353285 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-50caf3fe-9ee8-4957-a002-2f4e2c253e43 req-8e240093-4fe1-4223-b00f-4323d9285e7a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0594742
Jun 08 18:31:21.354644 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-18512cb4-7277-42af-9042-426bbfaac4f0 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:21.356704 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-18512cb4-7277-42af-9042-426bbfaac4f0 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/networks?id=ce67736a-60bd-4a6c-bff9-9a77902ba73d HTTP/1.1" status: 200  len: 814 time: 0.1904085
Jun 08 18:31:21.385779 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-d3caa6f8-8f84-40e8-a357-6fd948efeddf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/quotas/a093b203f77548e691e2d2517a9f4a24 HTTP/1.1" status: 200  len: 375 time: 0.0180087
Jun 08 18:31:21.493176 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-d85985ff-0051-4a38-9107-97f0b7296721 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1001613
Jun 08 18:31:21.661072 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fd8da-1069-4703-a06a-ae2373409a84 req-eb54bbdf-0967-4c2b-9f62-2b25d7e5d801 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:21.662552 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-359fd8da-1069-4703-a06a-ae2373409a84 req-eb54bbdf-0967-4c2b-9f62-2b25d7e5d801 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.0834200
Jun 08 18:31:21.670499 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-d71d9e3f-7a3b-4da3-9c28-c6e76a521a42 service neutron] 10.222.0.20 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686506
Jun 08 18:31:21.712717 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-359fd8da-1069-4703-a06a-ae2373409a84 req-bef30586-36e1-4538-94ca-a1ea1da894ed tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426331
Jun 08 18:31:21.820403 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-ba5914ce-57a9-4d9e-ad14-397c317a64c3 service neutron] 10.222.0.20 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440842
Jun 08 18:31:22.236538 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-af46d85d-1fb5-4433-ab8d-92bf01e05e87 req-dd66904f-7983-48f5-a252-c05d173b64f3 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 210 time: 0.1098118
Jun 08 18:31:22.280572 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241f9b6-db48-41d3-8814-2d64c4e0a2cd req-5c4f5196-3ebf-48e0-b9a6-ae0a14352194 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:22.282208 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1241f9b6-db48-41d3-8814-2d64c4e0a2cd req-5c4f5196-3ebf-48e0-b9a6-ae0a14352194 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1102631
Jun 08 18:31:22.351627 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1241f9b6-db48-41d3-8814-2d64c4e0a2cd req-7c781e25-298d-454e-99fb-3ab89c7d35fc tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629518
Jun 08 18:31:22.569403 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089c789-5d64-4bc6-aa7d-1b197e95a157 req-f92ca6f3-e74d-4d96-9d84-9862a9fdf2bb tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:22.571496 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f089c789-5d64-4bc6-aa7d-1b197e95a157 req-f92ca6f3-e74d-4d96-9d84-9862a9fdf2bb tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.0983305
Jun 08 18:31:22.625185 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f089c789-5d64-4bc6-aa7d-1b197e95a157 req-c4b9be5e-6535-48b0-abf4-95487788095c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477777
Jun 08 18:31:22.920963 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5db900-f3d9-441e-8788-5658724a23ff req-1f3a8ba0-f275-44d3-8251-6bce07d6b858 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:22.922398 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ad5db900-f3d9-441e-8788-5658724a23ff req-1f3a8ba0-f275-44d3-8251-6bce07d6b858 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.0868244
Jun 08 18:31:22.968997 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ad5db900-f3d9-441e-8788-5658724a23ff req-5009b80a-cc85-466e-bb12-be801de77e05 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407627
Jun 08 18:31:23.451493 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e8a56beb-47bb-4a1b-bf5e-472beda70f8d req-36648546-fe33-45ae-b60a-00f8ea43d745 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 210 time: 0.0803766
Jun 08 18:31:23.603914 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ecfee-dfed-4947-89f1-1321012f2e58 req-5a5e7c8d-0a4f-4a15-a886-7c0bd67ab014 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:23.605439 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7c0ecfee-dfed-4947-89f1-1321012f2e58 req-5a5e7c8d-0a4f-4a15-a886-7c0bd67ab014 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.0860288
Jun 08 18:31:23.651995 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7c0ecfee-dfed-4947-89f1-1321012f2e58 req-7f5c679f-03c4-45fb-85ab-814d000be494 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407488
Jun 08 18:31:23.826077 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6ec5c-4e6b-41e0-9b66-0861f45676a5 req-98e02481-5045-4b69-a3d3-3e7d704717b3 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:23.827743 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e1d6ec5c-4e6b-41e0-9b66-0861f45676a5 req-98e02481-5045-4b69-a3d3-3e7d704717b3 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.0845220
Jun 08 18:31:23.875032 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e1d6ec5c-4e6b-41e0-9b66-0861f45676a5 req-0d2d9337-6880-47d4-8bd3-f7ba077cc448 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412607
Jun 08 18:31:24.161844 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb29b68-b812-4a01-8895-357afdd1897b req-e069aadd-c3d3-4a04-ac2d-2c3ea9dd6462 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:24.163370 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0bb29b68-b812-4a01-8895-357afdd1897b req-e069aadd-c3d3-4a04-ac2d-2c3ea9dd6462 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 945 time: 0.0830059
Jun 08 18:31:24.213732 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0bb29b68-b812-4a01-8895-357afdd1897b req-badc819c-b636-45ad-b20b-9fbe4bfee749 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443528
Jun 08 18:31:24.444957 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 4b48d18f-d85b-45f3-bed2-15e826dc511e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:31:24.591167 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:24.633400 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:31:24.634356 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:31:24.637297 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7724afcc-eea9-435d-9a29-214ef40aae12" -d '{"events": [{"server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "name": "network-vif-unplugged", "status": "completed", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:31:24.720499 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-07f5fe05-b1dc-4d83-8a27-30d1d3154589 req-f9b838c7-9cdb-4865-8cee-82be11c0edd1 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 210 time: 0.0494413
Jun 08 18:31:24.731808 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b0ea50-7e04-433a-80ba-06bdc68a74e8 x-openstack-request-id: req-94b0ea50-7e04-433a-80ba-06bdc68a74e8 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:31:24.732498 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "name": "network-vif-unplugged", "status": "completed", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:31:24.733102 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94b0ea50-7e04-433a-80ba-06bdc68a74e8 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:31:24.733762 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'code': 200}
Jun 08 18:31:24.781317 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:24.790506 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:24.949403 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=4b48d18f-d85b-45f3-bed2-15e826dc511e,revision_number=8']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:24.954828 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:25.038688 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d55612-d678-4567-9deb-ecc2a453256d req-62dba9d2-d51c-4e01-baf3-a4f387fa83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:25.041767 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-14d55612-d678-4567-9deb-ecc2a453256d req-62dba9d2-d51c-4e01-baf3-a4f387fa83ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99c4b86bd7f84d599e3a7b569c723959&device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 1096 time: 0.1418657
Jun 08 18:31:25.052340 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e0a33-068c-40f2-a549-1c838f895261 req-82b6a61f-fd55-4f09-b57e-cdf483e12ec4 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:25.054290 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-244e0a33-068c-40f2-a549-1c838f895261 req-82b6a61f-fd55-4f09-b57e-cdf483e12ec4 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.2160571
Jun 08 18:31:25.126181 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461f23f-eaf3-4321-8dda-b040dccb7425 req-443146ae-54c6-4ab8-a13e-0bb02718779c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:25.127804 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1461f23f-eaf3-4321-8dda-b040dccb7425 req-443146ae-54c6-4ab8-a13e-0bb02718779c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1102519
Jun 08 18:31:25.189515 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1461f23f-eaf3-4321-8dda-b040dccb7425 req-bea9cd32-5862-4040-8446-4b93c5eff91f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0513077
Jun 08 18:31:25.215891 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-244e0a33-068c-40f2-a549-1c838f895261 req-e83402f3-224b-4e78-8f7b-62294a75f70d tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766618
Jun 08 18:31:25.238256 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d55612-d678-4567-9deb-ecc2a453256d req-2cd5e384-0189-40dc-a43e-09817954177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:25.239742 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-14d55612-d678-4567-9deb-ecc2a453256d req-2cd5e384-0189-40dc-a43e-09817954177f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 200  len: 917 time: 0.1845350
Jun 08 18:31:25.436267 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-14d55612-d678-4567-9deb-ecc2a453256d req-79bc502e-0536-4525-b509-0a29f062143e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e HTTP/1.1" status: 200  len: 998 time: 0.1890209
Jun 08 18:31:25.518816 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d55612-d678-4567-9deb-ecc2a453256d req-dd1d7f73-8db7-446a-aa80-100acab47823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:25.520419 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-14d55612-d678-4567-9deb-ecc2a453256d req-dd1d7f73-8db7-446a-aa80-100acab47823 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce63b7a8-e50f-4613-b1c7-3a6994e16221 HTTP/1.1" status: 200  len: 856 time: 0.0750420
Jun 08 18:31:25.618866 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e860f33-e2b8-4fb8-ab32-f2b056a47396 req-5e23c950-a4f6-4bc5-875b-93b37620a1a7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:25.622342 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6e860f33-e2b8-4fb8-ab32-f2b056a47396 req-5e23c950-a4f6-4bc5-875b-93b37620a1a7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1668086
Jun 08 18:31:25.626565 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d55612-d678-4567-9deb-ecc2a453256d req-2246d185-7465-4ee6-9e23-13d6e8fb5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:25.628548 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-14d55612-d678-4567-9deb-ecc2a453256d req-2246d185-7465-4ee6-9e23-13d6e8fb5e44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1007605
Jun 08 18:31:25.717816 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6e860f33-e2b8-4fb8-ab32-f2b056a47396 req-6f96f858-9671-4316-b47e-0ce6fa17bc62 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0787079
Jun 08 18:31:25.917018 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-14d55612-d678-4567-9deb-ecc2a453256d req-97132e73-57b6-4812-a222-68947fe0f715 service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2804346
Jun 08 18:31:26.217905 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6498d117-af71-49cb-8d5a-8e61a74235de req-28624ea8-98b2-4e78-ac32-5c81864f9ae2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 210 time: 0.1528628
Jun 08 18:31:26.305723 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-ba044839-d531-479f-b46a-1e5347387fa4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:26.309597 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-ba044839-d531-479f-b46a-1e5347387fa4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "GET /v2.0/networks?id=ce67736a-60bd-4a6c-bff9-9a77902ba73d HTTP/1.1" status: 200  len: 814 time: 0.2688394
Jun 08 18:31:26.324835 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Request body: {'port': {'device_id': '3979e38b-d400-4a9e-8c68-fc416e859620', 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d', 'admin_state_up': True, 'tenant_id': 'a093b203f77548e691e2d2517a9f4a24'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:31:26.411981 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-14d55612-d678-4567-9deb-ecc2a453256d req-10f0c8e0-03e8-43e2-9354-e2c95ec92b7a service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4872000
Jun 08 18:31:26.626399 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8447e7-f525-4524-b037-583b38c1a922 req-cd5c4c62-fbd1-4b9b-b0d0-f4988424c879 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:26.640091 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9c8447e7-f525-4524-b037-583b38c1a922 req-cd5c4c62-fbd1-4b9b-b0d0-f4988424c879 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1562762
Jun 08 18:31:26.675735 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f39f4-9950-4c13-9ca4-c3d5bf1680ab req-f6765fa2-69b1-4d6f-81c1-db7df36b892c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:26.684031 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-925f39f4-9950-4c13-9ca4-c3d5bf1680ab req-f6765fa2-69b1-4d6f-81c1-db7df36b892c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1933057
Jun 08 18:31:26.743596 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9c8447e7-f525-4524-b037-583b38c1a922 req-caf6e76c-d667-46d6-9a0a-7c12a309db1f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991852
Jun 08 18:31:26.772931 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-925f39f4-9950-4c13-9ca4-c3d5bf1680ab req-16823b59-ba4a-4c7f-9b5e-0ac25bdaef13 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0822752
Jun 08 18:31:26.820754 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Made reservation on behalf of a093b203f77548e691e2d2517a9f4a24 for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:31:26.824778 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:27.234961 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Allocated IP 172.20.0.12 (ce67736a-60bd-4a6c-bff9-9a77902ba73d/f0cd0f06-8822-402d-a542-9efbc09b2fe1/a1570a00-53eb-4962-a226-9fb30af66156) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:31:27.308037 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad0ff9-adcc-44ab-acb1-fe205bcb707e req-6592e154-7d0a-49e3-9f01-7cc45c8c5678 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:27.309581 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-96ad0ff9-adcc-44ab-acb1-fe205bcb707e req-6592e154-7d0a-49e3-9f01-7cc45c8c5678 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.3605280
Jun 08 18:31:27.461311 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-96ad0ff9-adcc-44ab-acb1-fe205bcb707e req-26697b48-7e27-40b8-87b8-959d47b383f6 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1373546
Jun 08 18:31:27.508494 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bfaf6-e656-46b9-a79f-123ae7c67c21 req-0db3601c-cd6d-4c03-8a72-f2758970ab6b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:27.516385 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8e4bfaf6-e656-46b9-a79f-123ae7c67c21 req-0db3601c-cd6d-4c03-8a72-f2758970ab6b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1397648
Jun 08 18:31:27.576026 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8e4bfaf6-e656-46b9-a79f-123ae7c67c21 req-a3f83bc4-024c-48b9-99af-6550bf336c0a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0586641
Jun 08 18:31:27.723340 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:27.737434 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5e0c1425-503e-4c0b-b199-f3f45f184c0a req-99224841-f49c-4d63-90a9-e829d39a6c01 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 210 time: 0.0604179
Jun 08 18:31:27.779008 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fe95f-b85f-4b66-810f-7aab729ba65f req-8a1fbd5f-549c-407a-b388-49a0ace1a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:27.782193 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e19fe95f-b85f-4b66-810f-7aab729ba65f req-8a1fbd5f-549c-407a-b388-49a0ace1a85a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 1099 time: 0.1844711
Jun 08 18:31:27.857987 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:27.861345 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:31:27.861345 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:31:27.861345 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:31:27.861345 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:31:27.861345 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:31:27.861345 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:31:27.872573 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['93860c6c-def9-46e6-b58f-6e75ecee3d1c', '1574d081-4270-4813-87ea-02310d0a1afb', 'eb653d1f-ff98-4c10-9150-11532b049bc8'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:31:27.902362 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Network ce67736a-60bd-4a6c-bff9-9a77902ba73d is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:31:27.904056 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:31:27.914752 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:31:28.064671 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:28.067829 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:28.113965 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fe95f-b85f-4b66-810f-7aab729ba65f req-dbc3ce99-057f-43ed-a5c4-13cdd74c1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:28.115979 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e19fe95f-b85f-4b66-810f-7aab729ba65f req-dbc3ce99-057f-43ed-a5c4-13cdd74c1417 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d87f03-3ac9-4e37-bc0e-830451025de3 HTTP/1.1" status: 200  len: 911 time: 0.3237998
Jun 08 18:31:28.163518 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-81143356-b9ea-490c-b3aa-d2960d8e70f4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8425367
Jun 08 18:31:28.177081 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Request body: {'port': {'device_id': '3979e38b-d400-4a9e-8c68-fc416e859620', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:31:28.260525 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8a5ce-75b7-4e3a-9542-a723fcc73b06 req-3850083b-2698-46de-9db3-b67af3d78a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:28.262075 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-29c8a5ce-75b7-4e3a-9542-a723fcc73b06 req-3850083b-2698-46de-9db3-b67af3d78a78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 1098 time: 0.1753452
Jun 08 18:31:28.292301 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e19fe95f-b85f-4b66-810f-7aab729ba65f req-0ff13ac9-782a-4a09-a81c-f061d14ccf9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=628fc339-a96e-44bf-9312-f1b0b158f2a8 HTTP/1.1" status: 200  len: 1002 time: 0.1673234
Jun 08 18:31:28.355158 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb44a8-2d62-46a5-ba0c-619919737793 req-779fe611-86e7-4797-b030-49c4a6282359 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:28.365225 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-effb44a8-2d62-46a5-ba0c-619919737793 req-779fe611-86e7-4797-b030-49c4a6282359 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.3595972
Jun 08 18:31:28.370652 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:28.389380 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-29c8a5ce-75b7-4e3a-9542-a723fcc73b06 req-a6088dd9-d267-4d20-ad04-20177ac5adda service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951889
Jun 08 18:31:28.435554 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-effb44a8-2d62-46a5-ba0c-619919737793 req-3d06a2cf-e651-447e-826c-c49add5d6d14 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692482
Jun 08 18:31:28.497948 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fe95f-b85f-4b66-810f-7aab729ba65f req-26e3f377-fcb6-4e08-b90d-e39ddad40a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:28.497948 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e19fe95f-b85f-4b66-810f-7aab729ba65f req-26e3f377-fcb6-4e08-b90d-e39ddad40a55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adb8427b-2336-4883-8f9e-c5554904bb1a HTTP/1.1" status: 200  len: 850 time: 0.1897128
Jun 08 18:31:28.747776 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fe95f-b85f-4b66-810f-7aab729ba65f req-e4a175dd-c067-4ce2-a2bf-404b3c02c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:28.760120 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e19fe95f-b85f-4b66-810f-7aab729ba65f req-e4a175dd-c067-4ce2-a2bf-404b3c02c4c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d87f03-3ac9-4e37-bc0e-830451025de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2594812
Jun 08 18:31:29.004043 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bd513-c20f-4ae5-894d-c65f2e39b48f req-b7fa56b6-4cfc-4410-85b0-1785fd833a23 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:29.005753 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-214bd513-c20f-4ae5-894d-c65f2e39b48f req-b7fa56b6-4cfc-4410-85b0-1785fd833a23 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.2534943
Jun 08 18:31:29.100195 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-214bd513-c20f-4ae5-894d-c65f2e39b48f req-6e2bc396-fcbc-4259-a1f8-2ed203731c08 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0747240
Jun 08 18:31:29.145108 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e19fe95f-b85f-4b66-810f-7aab729ba65f req-94b01c49-9ad4-483c-8dc8-693f573039af service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3790376
Jun 08 18:31:29.162129 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f87ff-5ab7-448f-bab9-8f74361811c8 req-1dc569ad-bba9-451a-b3f1-94b135b89b5d tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:29.175775 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-302f87ff-5ab7-448f-bab9-8f74361811c8 req-1dc569ad-bba9-451a-b3f1-94b135b89b5d tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.2200680
Jun 08 18:31:29.268520 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1570a00-53eb-4962-a226-9fb30af66156 {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:31:29.284400 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:29.306166 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Transition to ACTIVE for port object a1570a00-53eb-4962-a226-9fb30af66156 will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:31:29.406760 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-302f87ff-5ab7-448f-bab9-8f74361811c8 req-eb8a0ab1-8ba1-4a25-a52d-efd950180c71 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2300541
Jun 08 18:31:29.437170 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:29.449404 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:29.586572 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e19fe95f-b85f-4b66-810f-7aab729ba65f req-67811a5f-cb97-408c-ac36-d580180f3d59 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3818905
Jun 08 18:31:29.742290 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4149e9-2fd5-4221-951a-141ed98b2766 req-1298954e-533b-4fa3-b791-13aa6d8b9035 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:29.749833 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9f4149e9-2fd5-4221-951a-141ed98b2766 req-1298954e-533b-4fa3-b791-13aa6d8b9035 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1074696
Jun 08 18:31:29.791672 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ef06c-a950-4e4a-8fad-aa53c5640438 req-fc46c670-3a13-4254-997c-e7faf808d7b7 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:29.806422 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3e9ef06c-a950-4e4a-8fad-aa53c5640438 req-fc46c670-3a13-4254-997c-e7faf808d7b7 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 932 time: 0.4950011
Jun 08 18:31:29.817992 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9f4149e9-2fd5-4221-951a-141ed98b2766 req-78a252c6-d3cf-4f7c-81c7-2f4d049f9832 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671651
Jun 08 18:31:29.835223 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1570a00-53eb-4962-a226-9fb30af66156,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:29.839774 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:29.908043 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3e9ef06c-a950-4e4a-8fad-aa53c5640438 req-a2a00276-9697-4ad9-b936-965afec7b780 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006360
Jun 08 18:31:29.948130 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Attempting to bind port a1570a00-53eb-4962-a226-9fb30af66156 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:31:29.948453 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Attempting to bind port a1570a00-53eb-4962-a226-9fb30af66156 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:31:29.948766 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Attempting to bind port a1570a00-53eb-4962-a226-9fb30af66156 on network ce67736a-60bd-4a6c-bff9-9a77902ba73d {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:31:29.956610 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Port a1570a00-53eb-4962-a226-9fb30af66156 on network ce67736a-60bd-4a6c-bff9-9a77902ba73d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:31:29.958726 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Attempting to bind port a1570a00-53eb-4962-a226-9fb30af66156 on network ce67736a-60bd-4a6c-bff9-9a77902ba73d {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:31:29.972641 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:31:29.973273 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Checking segment: {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:31:29.973440 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Bound using segment: {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:31:29.973906 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Bound port: a1570a00-53eb-4962-a226-9fb30af66156, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e7a76e-8321-400f-abb7-9fd44fc17801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:31:29.974571 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:30.161532 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] For port a1570a00-53eb-4962-a226-9fb30af66156, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:31:30.167684 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] For port a1570a00-53eb-4962-a226-9fb30af66156, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a1570a00-53eb-4962-a226-9fb30af66156,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:31:30.288972 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:30.312856 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d56283f7-c1d8-4fba-871d-0e4fd733d688 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:30.355982 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:30.356878 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:30.358484 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] 10.222.0.37 "PUT /v2.0/ports/a1570a00-53eb-4962-a226-9fb30af66156 HTTP/1.1" status: 200  len: 1094 time: 2.1868327
Jun 08 18:31:30.366554 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3979e38b-d400-4a9e-8c68-fc416e859620', 'tag': 'a1570a00-53eb-4962-a226-9fb30af66156'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:31:30.370192 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4989bfb-b137-420c-addb-c4069f577bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "3979e38b-d400-4a9e-8c68-fc416e859620", "tag": "a1570a00-53eb-4962-a226-9fb30af66156"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:31:30.599326 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1bc1df-f899-4b70-a22d-cced53ccc423 x-openstack-request-id: req-5b1bc1df-f899-4b70-a22d-cced53ccc423 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:31:30.599326 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3979e38b-d400-4a9e-8c68-fc416e859620", "tag": "a1570a00-53eb-4962-a226-9fb30af66156", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:31:30.599326 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b1bc1df-f899-4b70-a22d-cced53ccc423 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:31:30.600122 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3979e38b-d400-4a9e-8c68-fc416e859620', 'tag': 'a1570a00-53eb-4962-a226-9fb30af66156', 'status': 'completed', 'code': 200}
Jun 08 18:31:30.600355 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1570a00-53eb-4962-a226-9fb30af66156,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:30.613730 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:30.652101 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-973524e6-b96b-48a7-bc6a-6769ba11fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:30.654710 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-973524e6-b96b-48a7-bc6a-6769ba11fcc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 1097 time: 0.1128170
Jun 08 18:31:30.681944 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee616e76-cec2-4a10-b833-4c5739820ed7 req-7281da53-4377-4707-a0bf-3aa13250b8db tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:30.683482 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ee616e76-cec2-4a10-b833-4c5739820ed7 req-7281da53-4377-4707-a0bf-3aa13250b8db tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.3850207
Jun 08 18:31:30.798236 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ee616e76-cec2-4a10-b833-4c5739820ed7 req-6b19b11b-38f4-44ef-acf7-edd657459551 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0996299
Jun 08 18:31:30.817287 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-9b009e3c-ea48-40f2-9c7a-3d6ef08a9090 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1570a00-53eb-4962-a226-9fb30af66156 HTTP/1.1" status: 200  len: 217 time: 0.1465428
Jun 08 18:31:30.979504 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-a6f48e69-b922-4ae7-b44b-d12eb9e62941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:30.982956 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-a6f48e69-b922-4ae7-b44b-d12eb9e62941 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0cd0f06-8822-402d-a542-9efbc09b2fe1 HTTP/1.1" status: 200  len: 854 time: 0.1600513
Jun 08 18:31:31.049548 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-2c5c81d3-35a6-4704-80c7-04af18cdda6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:31.119375 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-940dc401-53a2-4c98-8d91-41d4acdb59e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce67736a-60bd-4a6c-bff9-9a77902ba73d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1273758
Jun 08 18:31:31.168028 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68394675-e454-4acb-915e-15dc8725a190 req-bd3c5e2a-9804-4f57-8987-a27ec90f9eba tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:31.181032 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-68394675-e454-4acb-915e-15dc8725a190 req-bd3c5e2a-9804-4f57-8987-a27ec90f9eba tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1716797
Jun 08 18:31:31.302523 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6691141-d6fc-4d02-9e3b-80d5d69fa79e req-599a0550-a620-4116-8d55-a297b3fa271a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:31.304279 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f6691141-d6fc-4d02-9e3b-80d5d69fa79e req-599a0550-a620-4116-8d55-a297b3fa271a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.4203296
Jun 08 18:31:31.411857 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f6691141-d6fc-4d02-9e3b-80d5d69fa79e req-c820adee-5b76-4f40-9b6a-4e734ae97d6a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0880008
Jun 08 18:31:31.507435 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-32dd0fff-c21f-4130-a3fe-933b181307f0 service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3730755
Jun 08 18:31:31.610605 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-68394675-e454-4acb-915e-15dc8725a190 req-c2dc3fb7-cd42-4859-9a42-963b204e1ff9 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4276769
Jun 08 18:31:31.856100 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65ff9a5c-28f7-4dd1-9c67-6e96ee11a3ce req-3b8cb396-7940-43b1-a0e1-cb43cb012aee service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3389914
Jun 08 18:31:31.941343 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60657a1d-2c0c-43fd-9580-b9a97b50d6c0 req-89fc744c-1c75-44df-b9bc-a42e878868d4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:31.943186 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-60657a1d-2c0c-43fd-9580-b9a97b50d6c0 req-89fc744c-1c75-44df-b9bc-a42e878868d4 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 944 time: 0.1887076
Jun 08 18:31:32.016431 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-60657a1d-2c0c-43fd-9580-b9a97b50d6c0 req-17ab5e48-2d7f-4c9f-8201-18cb7457c0b8 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534368
Jun 08 18:31:32.186114 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4989bfb-b137-420c-addb-c4069f577bf4 req-c1148762-d30f-4bbd-aadd-03d4e5caef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:32.187823 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b4989bfb-b137-420c-addb-c4069f577bf4 req-c1148762-d30f-4bbd-aadd-03d4e5caef8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a093b203f77548e691e2d2517a9f4a24&device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 1097 time: 0.1137393
Jun 08 18:31:32.427052 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4989bfb-b137-420c-addb-c4069f577bf4 req-8dab2f23-8aa5-4145-8f80-52bad222ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:32.429103 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b4989bfb-b137-420c-addb-c4069f577bf4 req-8dab2f23-8aa5-4145-8f80-52bad222ce4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce67736a-60bd-4a6c-bff9-9a77902ba73d HTTP/1.1" status: 200  len: 914 time: 0.2341390
Jun 08 18:31:32.458171 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 4b48d18f-d85b-45f3-bed2-15e826dc511e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:31:32.512060 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b4989bfb-b137-420c-addb-c4069f577bf4 req-9a4109c9-ede9-4a0c-a9a2-dc28735438f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1570a00-53eb-4962-a226-9fb30af66156 HTTP/1.1" status: 200  len: 217 time: 0.0737407
Jun 08 18:31:32.638801 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4989bfb-b137-420c-addb-c4069f577bf4 req-8a15f27e-6916-4774-b4a8-fe7212d087cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:32.641652 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b4989bfb-b137-420c-addb-c4069f577bf4 req-8a15f27e-6916-4774-b4a8-fe7212d087cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0cd0f06-8822-402d-a542-9efbc09b2fe1 HTTP/1.1" status: 200  len: 854 time: 0.1217198
Jun 08 18:31:32.716559 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b4989bfb-b137-420c-addb-c4069f577bf4 req-1aea0229-fb20-4c5a-b5e5-eb4df17ac54e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce67736a-60bd-4a6c-bff9-9a77902ba73d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663683
Jun 08 18:31:33.088273 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b4989bfb-b137-420c-addb-c4069f577bf4 req-e2ddf38a-bff2-4154-8081-a3a8679cb07d service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3638122
Jun 08 18:31:33.222764 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb459682-6597-4104-bec3-b130b1012956 req-59577eb9-1eae-44bd-b4a8-a66029d31cca tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:33.226104 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fb459682-6597-4104-bec3-b130b1012956 req-59577eb9-1eae-44bd-b4a8-a66029d31cca tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1310971
Jun 08 18:31:33.228530 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32c87c-4a43-4f89-88ed-511f9cd9ad24 req-128e5a33-5c90-4637-87ba-c557bb702086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:33.232340 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2d32c87c-4a43-4f89-88ed-511f9cd9ad24 req-128e5a33-5c90-4637-87ba-c557bb702086 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 1098 time: 0.2652287
Jun 08 18:31:33.306846 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b4989bfb-b137-420c-addb-c4069f577bf4 req-30813629-e364-4da2-ac0b-f508544041e2 service neutron] 10.222.0.37 "GET /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2041192
Jun 08 18:31:33.395331 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fb459682-6597-4104-bec3-b130b1012956 req-f3dbccb7-89d5-4a19-a6ee-03b63985ae6f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542785
Jun 08 18:31:33.430191 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33980) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:33.502549 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32c87c-4a43-4f89-88ed-511f9cd9ad24 req-0e6c24a9-a374-45d4-a7e1-c8a1bb335a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:33.504545 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2d32c87c-4a43-4f89-88ed-511f9cd9ad24 req-0e6c24a9-a374-45d4-a7e1-c8a1bb335a8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 918 time: 0.2606759
Jun 08 18:31:33.601065 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2d32c87c-4a43-4f89-88ed-511f9cd9ad24 req-63b6f40c-c621-4742-a816-a06c6b9ae822 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9307fe4-b226-41e8-b44a-4f9541a0f590 HTTP/1.1" status: 200  len: 217 time: 0.0882664
Jun 08 18:31:33.697381 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32c87c-4a43-4f89-88ed-511f9cd9ad24 req-e83516bf-704e-4266-8ecd-61dca9e2a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:33.699409 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2d32c87c-4a43-4f89-88ed-511f9cd9ad24 req-e83516bf-704e-4266-8ecd-61dca9e2a5de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33eab693-69b1-41c2-88cf-adfe5e14a0e4 HTTP/1.1" status: 200  len: 858 time: 0.0906284
Jun 08 18:31:33.746894 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:33.757637 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4d460eaa-49af-45f0-8eea-5e787eb7392b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:33.894858 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2d32c87c-4a43-4f89-88ed-511f9cd9ad24 req-b60483e2-11bc-47b3-b650-7c7f61b36bb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fc2034f-f9dc-4cde-884f-66131f58500b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1535501
Jun 08 18:31:33.940352 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4d460eaa-49af-45f0-8eea-5e787eb7392b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:33.973170 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-240ecd3c-bf38-42d8-8594-4b02609b5df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:34.009738 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4d460eaa-49af-45f0-8eea-5e787eb7392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:34.024886 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c691cc9a-43f4-46da-a9c2-e78c7e33d8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:34.159343 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-4d460eaa-49af-45f0-8eea-5e787eb7392b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82cefea3d30340b2bb252a0ee33bd969&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7163265
Jun 08 18:31:34.159343 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 33996) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:34.172226 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d460eaa-49af-45f0-8eea-5e787eb7392b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c873e02-8b44-4168-b3a4-4fd0741dc3a6,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:34.177798 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4d460eaa-49af-45f0-8eea-5e787eb7392b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:34.193359 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68af99c-17dd-404e-ab30-55f910e48be3 req-918d22fb-2b83-430b-bc37-cd57b69ade62 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:34.202067 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c68af99c-17dd-404e-ab30-55f910e48be3 req-918d22fb-2b83-430b-bc37-cd57b69ade62 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 944 time: 0.4962316
Jun 08 18:31:34.259104 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ad4babed-d7bd-43ad-8047-d0ce495d245f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:34.306049 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2d32c87c-4a43-4f89-88ed-511f9cd9ad24 req-eafc57c7-f0ee-432b-bb99-7bab07ff5f5b service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4026337
Jun 08 18:31:34.310594 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c68af99c-17dd-404e-ab30-55f910e48be3 req-79e17c54-183f-40c9-a6f7-2e6870ef1eb6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075466
Jun 08 18:31:34.332938 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ad4babed-d7bd-43ad-8047-d0ce495d245f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:34.547663 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ad4babed-d7bd-43ad-8047-d0ce495d245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:34.560229 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ad4babed-d7bd-43ad-8047-d0ce495d245f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:34.565524 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-ad4babed-d7bd-43ad-8047-d0ce495d245f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c873e02-8b44-4168-b3a4-4fd0741dc3a6 HTTP/1.1" status: 204  len: 168 time: 0.4056866
Jun 08 18:31:34.569115 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-052bd958-937e-4d91-8dcc-77be17c2e371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:34.605046 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4babed-d7bd-43ad-8047-d0ce495d245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c873e02-8b44-4168-b3a4-4fd0741dc3a6,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:34.610538 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-ad4babed-d7bd-43ad-8047-d0ce495d245f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:34.821490 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2d32c87c-4a43-4f89-88ed-511f9cd9ad24 req-edc444c6-26bc-468e-9c4f-7de405060c75 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5079625
Jun 08 18:31:34.896707 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937cd3-ad90-41af-ae76-704285dac337 req-f9e8a71a-7038-4837-bd6d-a666af62c4f9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:34.899894 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-05937cd3-ad90-41af-ae76-704285dac337 req-f9e8a71a-7038-4837-bd6d-a666af62c4f9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.3478155
Jun 08 18:31:34.912366 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:34.957350 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dcd4a-1868-40b5-af58-9618f2ad4572 req-6caa32d4-5a9a-45ef-9bad-b30f016900ea tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:34.987899 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-185dcd4a-1868-40b5-af58-9618f2ad4572 req-6caa32d4-5a9a-45ef-9bad-b30f016900ea tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.3408766
Jun 08 18:31:35.067983 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 34010) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:35.111303 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-05937cd3-ad90-41af-ae76-704285dac337 req-5768b7c8-606a-474b-a53b-ac5e6787d946 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2003610
Jun 08 18:31:35.344721 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-185dcd4a-1868-40b5-af58-9618f2ad4572 req-8612db50-da53-4d5c-9fad-384804fbc7cd tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3553982
Jun 08 18:31:35.573505 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-08298f6d-0602-4664-a258-28dd101d6476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:35.883713 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-08298f6d-0602-4664-a258-28dd101d6476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:35.907221 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9869e1-e45d-4a37-890f-00a9ef1ee2af req-fd23e43e-f0fc-45cf-a271-d58ff5403d83 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:35.909240 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7b9869e1-e45d-4a37-890f-00a9ef1ee2af req-fd23e43e-f0fc-45cf-a271-d58ff5403d83 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 944 time: 0.2196603
Jun 08 18:31:35.947457 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-08298f6d-0602-4664-a258-28dd101d6476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:35.950260 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 34044) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:35.963292 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:36.041353 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7b9869e1-e45d-4a37-890f-00a9ef1ee2af req-da25b1d3-4315-432a-8f9c-09a46ec74655 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180377
Jun 08 18:31:36.053995 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-08298f6d-0602-4664-a258-28dd101d6476 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caafe81361dc4570a2c61d6d1e424a7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9797230
Jun 08 18:31:36.053995 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 34048) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:36.067376 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08298f6d-0602-4664-a258-28dd101d6476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924abf3a-23f5-4365-9c67-7585273964df,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:36.077474 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-08298f6d-0602-4664-a258-28dd101d6476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:36.186579 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4849b82d-337a-424c-9346-b780f74e1b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:36.248078 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-b593cdce-fd7e-40d3-a4c3-b67aeb7b2fc2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2902436
Jun 08 18:31:36.262474 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4849b82d-337a-424c-9346-b780f74e1b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:36.443474 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4849b82d-337a-424c-9346-b780f74e1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:36.446873 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4849b82d-337a-424c-9346-b780f74e1b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:36.448213 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-4849b82d-337a-424c-9346-b780f74e1b57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/924abf3a-23f5-4365-9c67-7585273964df HTTP/1.1" status: 204  len: 168 time: 0.3932157
Jun 08 18:31:36.449138 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cfc3784d-6392-40d0-b9de-9b6d70674ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:36.470671 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849b82d-337a-424c-9346-b780f74e1b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924abf3a-23f5-4365-9c67-7585273964df,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:36.477770 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4849b82d-337a-424c-9346-b780f74e1b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:36.478471 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device a1570a00-53eb-4962-a226-9fb30af66156 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:31:36.669488 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb14b-8713-44ac-a37e-48a6a73d2ddc req-78f15147-9f13-4488-bf87-e06059573c98 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:36.684961 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c17eb14b-8713-44ac-a37e-48a6a73d2ddc req-78f15147-9f13-4488-bf87-e06059573c98 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.3120339
Jun 08 18:31:36.874636 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c17eb14b-8713-44ac-a37e-48a6a73d2ddc req-7441e57d-73d9-48b2-864f-721223dfae81 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1838229
Jun 08 18:31:36.906624 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port a1570a00-53eb-4962-a226-9fb30af66156, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a1570a00-53eb-4962-a226-9fb30af66156,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:31:36.923736 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': 'a1570a00-53eb-4962-a226-9fb30af66156', 'network_id': 'ce67736a-60bd-4a6c-bff9-9a77902ba73d', 'port_id': 'a1570a00-53eb-4962-a226-9fb30af66156', 'mac_address': 'fa:16:3e:ec:cd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cd0f06-8822-402d-a542-9efbc09b2fe1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:31:37.046637 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaef74-32b2-47fb-baf0-a74ad30986ce req-d47da6af-462b-4af0-9c75-fffcba5aba58 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:37.046637 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-24eaef74-32b2-47fb-baf0-a74ad30986ce req-d47da6af-462b-4af0-9c75-fffcba5aba58 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.2791147
Jun 08 18:31:37.198953 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-24eaef74-32b2-47fb-baf0-a74ad30986ce req-3e872978-98cf-4c3d-a3ea-42ecf96baa20 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316228
Jun 08 18:31:37.267000 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:37.305475 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:37.374313 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1570a00-53eb-4962-a226-9fb30af66156 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:31:37.455681 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port a1570a00-53eb-4962-a226-9fb30af66156, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a1570a00-53eb-4962-a226-9fb30af66156,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:31:37.604788 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:37.610609 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:37.671544 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8010cc-8b6f-49d1-904f-2d6022ae8eed req-a66c501a-e8c3-400c-8969-e885661cfc90 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:37.687836 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dd8010cc-8b6f-49d1-904f-2d6022ae8eed req-a66c501a-e8c3-400c-8969-e885661cfc90 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 944 time: 0.2531002
Jun 08 18:31:37.746204 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=a1570a00-53eb-4962-a226-9fb30af66156,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:37.762831 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:37.872189 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dd8010cc-8b6f-49d1-904f-2d6022ae8eed req-ec2ea677-7d02-480b-ba44-fecd2b5d3e1c tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744246
Jun 08 18:31:37.872354 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 34100) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:37.923994 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['a1570a00-53eb-4962-a226-9fb30af66156'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:31:37.931946 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d4164f85-b1e3-4a81-b042-6c3268db5e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:38.120029 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d4164f85-b1e3-4a81-b042-6c3268db5e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:38.212780 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d4164f85-b1e3-4a81-b042-6c3268db5e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:38.408199 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-52f7e5ff-6319-46d2-a44f-1aac95c50040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:38.470395 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-d4164f85-b1e3-4a81-b042-6c3268db5e0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=498e4ce0cad4481c8ab4017ffbf39e82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5972545
Jun 08 18:31:38.476206 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 34108) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:38.541110 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b48094-a1d6-455c-8f7c-8ae734b9a35c req-68d49c4d-a3cb-4f7e-8de3-3aa0f48a4be3 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:38.559138 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4808618b-15dc-4b36-882b-027e02d90ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:38.560129 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-20b48094-a1d6-455c-8f7c-8ae734b9a35c req-68d49c4d-a3cb-4f7e-8de3-3aa0f48a4be3 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.2130339
Jun 08 18:31:38.597808 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4164f85-b1e3-4a81-b042-6c3268db5e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f553be1a-736f-426a-9383-ecbc50d3f436,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:38.601189 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d4164f85-b1e3-4a81-b042-6c3268db5e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:38.649796 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4808618b-15dc-4b36-882b-027e02d90ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:38.655613 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-20b48094-a1d6-455c-8f7c-8ae734b9a35c req-f8e855c1-18cd-4cf4-8b7f-77e8d15b28ce tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917716
Jun 08 18:31:38.669691 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9ad02-f931-4e5e-a71d-e8c53590147f req-0ed8cf61-fe70-452d-b771-200bad5cd160 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:38.669691 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-dfe9ad02-f931-4e5e-a71d-e8c53590147f req-0ed8cf61-fe70-452d-b771-200bad5cd160 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.5538175
Jun 08 18:31:38.717242 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 34112) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:38.853225 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-dfe9ad02-f931-4e5e-a71d-e8c53590147f req-e3f21a3f-cf0e-401f-9c86-a23aba0f0d5b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1679616
Jun 08 18:31:38.946300 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6d27b931-1f32-4cd4-a487-e4c90f35340b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:38.948714 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4808618b-15dc-4b36-882b-027e02d90ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:38.951995 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4808618b-15dc-4b36-882b-027e02d90ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:38.953428 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-4808618b-15dc-4b36-882b-027e02d90ae2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f553be1a-736f-426a-9383-ecbc50d3f436 HTTP/1.1" status: 204  len: 168 time: 0.4725385
Jun 08 18:31:38.954631 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-9918ebfe-453e-4554-ab15-eb0fe7b0baa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:38.997338 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808618b-15dc-4b36-882b-027e02d90ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f553be1a-736f-426a-9383-ecbc50d3f436,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:39.006897 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4808618b-15dc-4b36-882b-027e02d90ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:39.357041 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6d27b931-1f32-4cd4-a487-e4c90f35340b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:39.430276 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081421c-8e67-432d-8865-cf4e3aa8db73 req-515aac7c-44dc-4292-b2a9-a5510dbb4807 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:39.436263 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1081421c-8e67-432d-8865-cf4e3aa8db73 req-515aac7c-44dc-4292-b2a9-a5510dbb4807 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 945 time: 0.1843092
Jun 08 18:31:39.506679 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6d27b931-1f32-4cd4-a487-e4c90f35340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:39.525991 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c76ea641-b01b-48dd-b8aa-aca83f89eb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:39.559953 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1081421c-8e67-432d-8865-cf4e3aa8db73 req-23a80955-0cb1-44c6-8974-d3a6776a2659 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141889
Jun 08 18:31:39.594126 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 34134) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:39.594810 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-6d27b931-1f32-4cd4-a487-e4c90f35340b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2cbe399bda046a198f162edd9fde0ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8755715
Jun 08 18:31:39.596606 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27b931-1f32-4cd4-a487-e4c90f35340b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341fb3c9-956f-4668-a31a-0fe3725a67ae,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:39.600254 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-6d27b931-1f32-4cd4-a487-e4c90f35340b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:39.711672 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9e7f796b-03f3-4dd7-946e-33a2bf5b78f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:39.780842 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9e7f796b-03f3-4dd7-946e-33a2bf5b78f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:39.953466 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9e7f796b-03f3-4dd7-946e-33a2bf5b78f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:39.958318 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9e7f796b-03f3-4dd7-946e-33a2bf5b78f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:39.960233 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-9e7f796b-03f3-4dd7-946e-33a2bf5b78f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/341fb3c9-956f-4668-a31a-0fe3725a67ae HTTP/1.1" status: 204  len: 168 time: 0.3645518
Jun 08 18:31:39.966969 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-667a4a31-0926-4cad-aca7-a6399252deba tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:40.060672 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f796b-03f3-4dd7-946e-33a2bf5b78f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341fb3c9-956f-4668-a31a-0fe3725a67ae,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:40.073844 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-9e7f796b-03f3-4dd7-946e-33a2bf5b78f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:40.436576 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74111ef-d195-4c4a-a220-c63b7c750411 req-31431db7-9370-4df0-8373-28bc2a8083db tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:40.440540 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d74111ef-d195-4c4a-a220-c63b7c750411 req-31431db7-9370-4df0-8373-28bc2a8083db tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.2243683
Jun 08 18:31:40.507501 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device a1570a00-53eb-4962-a226-9fb30af66156 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:31:40.531130 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d74111ef-d195-4c4a-a220-c63b7c750411 req-3e7db147-fe79-4c35-bb2a-037fb61e9166 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0732679
Jun 08 18:31:40.773896 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port a1570a00-53eb-4962-a226-9fb30af66156 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:31:40.783082 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port a1570a00-53eb-4962-a226-9fb30af66156 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:31:40.784266 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:41.283461 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:41.424658 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port a1570a00-53eb-4962-a226-9fb30af66156, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a1570a00-53eb-4962-a226-9fb30af66156,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:31:41.430607 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3979e38b-d400-4a9e-8c68-fc416e859620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1570a00-53eb-4962-a226-9fb30af66156'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:31:41.436117 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e638ae65-7b10-4269-8e66-c2451396e8d6" -d '{"events": [{"server_uuid": "3979e38b-d400-4a9e-8c68-fc416e859620", "name": "network-vif-plugged", "status": "completed", "tag": "a1570a00-53eb-4962-a226-9fb30af66156"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:31:41.483266 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:41.485846 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:41.556938 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6651f-749c-4cc6-9fad-6782c33192fc req-24f1d287-f879-490c-84f4-a5603e26c918 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:41.559616 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bdb6651f-749c-4cc6-9fad-6782c33192fc req-24f1d287-f879-490c-84f4-a5603e26c918 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 945 time: 0.7712367
Jun 08 18:31:41.569478 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-51dfd823-3080-4970-b3a0-aa9c0a6ba52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:41.577200 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-51dfd823-3080-4970-b3a0-aa9c0a6ba52d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542&tenant_id=99c4b86bd7f84d599e3a7b569c723959 HTTP/1.1" status: 200  len: 1096 time: 0.5868301
Jun 08 18:31:41.754441 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=a1570a00-53eb-4962-a226-9fb30af66156,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:41.765692 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7493f55-f10f-40f2-acb6-5d8328b41c30 x-openstack-request-id: req-d7493f55-f10f-40f2-acb6-5d8328b41c30 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:31:41.765986 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3979e38b-d400-4a9e-8c68-fc416e859620", "name": "network-vif-plugged", "status": "completed", "tag": "a1570a00-53eb-4962-a226-9fb30af66156", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:31:41.766314 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7493f55-f10f-40f2-acb6-5d8328b41c30 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:31:41.766689 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3979e38b-d400-4a9e-8c68-fc416e859620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1570a00-53eb-4962-a226-9fb30af66156', 'code': 200}
Jun 08 18:31:41.767715 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:41.807557 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-330ff464-7cdf-4e20-a3d1-e47dd8224dce req-11136398-9a31-4cc9-b9f4-fbc8ec810126 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4348531
Jun 08 18:31:41.931686 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bdb6651f-749c-4cc6-9fad-6782c33192fc req-c32403c3-0026-4922-b897-c613fe7be774 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3535604
Jun 08 18:31:42.074640 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-c0343352-17ca-4cca-a319-30414403c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:42.080179 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-c0343352-17ca-4cca-a319-30414403c929 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99c4b86bd7f84d599e3a7b569c723959&device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 1096 time: 0.3324676
Jun 08 18:31:42.321573 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 34208) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:42.463990 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff464-7cdf-4e20-a3d1-e47dd8224dce req-079ac9de-63d2-4159-bbc7-4f5f8106adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:42.466518 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-330ff464-7cdf-4e20-a3d1-e47dd8224dce req-079ac9de-63d2-4159-bbc7-4f5f8106adc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00bc36fbe4414e2aa41c9772972a300e&device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 1099 time: 0.6174233
Jun 08 18:31:42.532921 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf871887-25da-4628-90bf-0e46b0688156 req-3fcc57bf-fc1e-447d-9e5f-621c1d5f6f92 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:42.541530 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cf871887-25da-4628-90bf-0e46b0688156 req-3fcc57bf-fc1e-447d-9e5f-621c1d5f6f92 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.2685261
Jun 08 18:31:42.575819 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-8c0abbad-a7a1-4906-80b1-690f65f3b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:42.577671 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-8c0abbad-a7a1-4906-80b1-690f65f3b776 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 200  len: 917 time: 0.4902241
Jun 08 18:31:42.601622 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-717167087-network', 'tenant_id': '1f7dc7308937438f8e7820ec9babd7e2'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:31:42.631806 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2474c-4c3e-494f-8d7d-f5c027e9e525 req-52637da5-c9d5-49db-9cbb-717a8412fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:42.633316 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-fbc2474c-4c3e-494f-8d7d-f5c027e9e525 req-52637da5-c9d5-49db-9cbb-717a8412fd47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 1099 time: 0.4322402
Jun 08 18:31:42.710084 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cf871887-25da-4628-90bf-0e46b0688156 req-a70d7e2b-d42e-401b-a6fd-91a9984e1900 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1672750
Jun 08 18:31:42.752141 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-82d76328-dcdb-4e2b-a926-846054c0d711 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e HTTP/1.1" status: 200  len: 998 time: 0.1607666
Jun 08 18:31:42.757806 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-fbc2474c-4c3e-494f-8d7d-f5c027e9e525 req-2f7bb844-a5d9-4d07-93e3-8649f719e2a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087976
Jun 08 18:31:42.786965 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 34214) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:42.804186 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff464-7cdf-4e20-a3d1-e47dd8224dce req-b8d32c78-6991-430d-a87c-6b269cd6cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:42.813811 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-330ff464-7cdf-4e20-a3d1-e47dd8224dce req-b8d32c78-6991-430d-a87c-6b269cd6cd6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 200  len: 918 time: 0.3160701
Jun 08 18:31:42.845687 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Made reservation on behalf of 1f7dc7308937438f8e7820ec9babd7e2 for: {'network': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:31:42.848412 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:42.869485 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:42.904505 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-330ff464-7cdf-4e20-a3d1-e47dd8224dce req-8b516040-c990-478b-8e58-d4ab3da5ed38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff958982-ca04-4f99-9d34-02ccd32c6135 HTTP/1.1" status: 200  len: 217 time: 0.0837014
Jun 08 18:31:42.918983 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-eacb7719-d670-49fb-a278-9571222989ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:42.926872 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-eacb7719-d670-49fb-a278-9571222989ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce63b7a8-e50f-4613-b1c7-3a6994e16221 HTTP/1.1" status: 200  len: 856 time: 0.1116741
Jun 08 18:31:43.008645 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff464-7cdf-4e20-a3d1-e47dd8224dce req-6d64137f-6f13-4b6c-adb7-4bc9606a1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:43.010957 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-330ff464-7cdf-4e20-a3d1-e47dd8224dce req-6d64137f-6f13-4b6c-adb7-4bc9606a1921 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33eab693-69b1-41c2-88cf-adfe5e14a0e4 HTTP/1.1" status: 200  len: 858 time: 0.0984275
Jun 08 18:31:43.085936 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-aff5cd97-738a-4531-bf10-d0eff1e95df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:43.088326 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-aff5cd97-738a-4531-bf10-d0eff1e95df6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1600523
Jun 08 18:31:43.096841 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-330ff464-7cdf-4e20-a3d1-e47dd8224dce req-99216685-8ae4-48b1-b4ad-4cedf2c636e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fc2034f-f9dc-4cde-884f-66131f58500b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0772254
Jun 08 18:31:43.099737 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2a167927-e7c6-487f-bb0f-7a57ef1538b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:43.210176 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:43.256675 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-330ff464-7cdf-4e20-a3d1-e47dd8224dce req-6cb0223f-fd14-436b-b81d-20f6abcfb558 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465631
Jun 08 18:31:43.282107 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:43.291370 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-489825ee-00c8-43bc-ba05-bca9e2396ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:43.347926 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=92319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:31:43.373342 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927ed162-fa46-43b5-82a1-c838405fab12,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:43.380328 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-eefaf410-c703-49ab-9dc0-ddc49b65e8f4 service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2848568
Jun 08 18:31:43.382112 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:43.383581 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:43.384059 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.segments_db [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Added segment 923eaf3f-7de6-4e7f-ba1e-346eaa467793 of type vlan for network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7
Jun 08 18:31:43.505562 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc27f-88a9-4683-aafe-76f14e0ca1e0 req-0f86bdbb-4bbd-4fe2-ad5a-de2ea4067edb tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:43.507836 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-179dc27f-88a9-4683-aafe-76f14e0ca1e0 req-0f86bdbb-4bbd-4fe2-ad5a-de2ea4067edb tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 946 time: 0.2932312
Jun 08 18:31:43.512219 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:43.592947 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-330ff464-7cdf-4e20-a3d1-e47dd8224dce req-23f3949b-3f41-4112-bd63-30390208d740 service neutron] 10.222.0.37 "GET /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3267610
Jun 08 18:31:43.628350 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8ca2b4cb-3b9e-4c12-bea6-39534ffd1f69 req-dde7bda8-42d2-42c5-b351-86b6a379c60e service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2366154
Jun 08 18:31:43.642076 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-179dc27f-88a9-4683-aafe-76f14e0ca1e0 req-96bb604e-6995-4934-80de-8a82a17274f9 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134717
Jun 08 18:31:43.680155 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2a167927-e7c6-487f-bb0f-7a57ef1538b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:43.689273 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:43.690806 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:43.691932 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:43.699727 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:43.797548 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2a167927-e7c6-487f-bb0f-7a57ef1538b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:43.813397 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9c8d7ed7-4585-490a-b4bb-2d022532c441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:43.862856 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Pushing event updated for resources: {'Network': ['ID=553e4159-f86e-4c13-ba95-25c3f1a4f5c7,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:43.874567 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-2a167927-e7c6-487f-bb0f-7a57ef1538b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b75bab5169b45a080d2fece5d1f7629&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0861154
Jun 08 18:31:43.876240 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7 details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:31:43.878136 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 34236) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:43.891427 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:43.919934 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-69a82cdb-8385-4861-b4d0-4fb187c85084 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5853157
Jun 08 18:31:43.920929 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 34240) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:31:43.932553 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] Request body: {'subnet': {'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-717167087-subnet', 'tenant_id': '1f7dc7308937438f8e7820ec9babd7e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:31:43.936415 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a167927-e7c6-487f-bb0f-7a57ef1538b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1955c0-dbb7-48f9-92fe-e6040346105d,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:43.955831 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2a167927-e7c6-487f-bb0f-7a57ef1538b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:43.983773 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59f951b0-1135-4086-a6aa-b9d4854666c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:44.020719 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59f951b0-1135-4086-a6aa-b9d4854666c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:44.077471 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] Made reservation on behalf of 1f7dc7308937438f8e7820ec9babd7e2 for: {'subnet': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:31:44.080142 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10536525'] for subnet, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:44.412318 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c144-48a4-47a2-8d88-b8ba51d85863 req-759743a9-6e77-4bf2-a955-976c27f5b7e3 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:44.415512 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9ee3c144-48a4-47a2-8d88-b8ba51d85863 req-759743a9-6e77-4bf2-a955-976c27f5b7e3 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.3278522
Jun 08 18:31:44.540494 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9ee3c144-48a4-47a2-8d88-b8ba51d85863 req-5835779c-b980-449f-ab27-26ee580d2b0f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1176095
Jun 08 18:31:44.585748 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59f951b0-1135-4086-a6aa-b9d4854666c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:44.592331 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59f951b0-1135-4086-a6aa-b9d4854666c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:44.602519 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-59f951b0-1135-4086-a6aa-b9d4854666c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e1955c0-dbb7-48f9-92fe-e6040346105d HTTP/1.1" status: 204  len: 168 time: 0.7141478
Jun 08 18:31:44.602519 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-bc028886-c9bd-4aae-abcc-8b2d0b2c92b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:44.604738 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f951b0-1135-4086-a6aa-b9d4854666c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1955c0-dbb7-48f9-92fe-e6040346105d,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:44.607137 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-59f951b0-1135-4086-a6aa-b9d4854666c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:44.672347 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10609067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10536547'] for subnet, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:44.687311 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-6ed0b394-223d-413c-ba23-0c36dad77ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:31:44.859839 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] Checking segment: {'id': '923eaf3f-7de6-4e7f-ba1e-346eaa467793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:31:44.863843 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] Network hostable DHCP agents. Network: 553e4159-f86e-4c13-ba95-25c3f1a4f5c7, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:31:44.881226 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da7cc2e-bf26-4208-b379-1c5a542aebf8,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:31:44.886047 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:31:44.974494 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bfedd-da79-4647-9cc5-619bb0231e7a req-2b832490-5f06-46e3-9b17-61643d7e725e tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:44.976174 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8e2bfedd-da79-4647-9cc5-619bb0231e7a req-2b832490-5f06-46e3-9b17-61643d7e725e tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 946 time: 0.0920014
Jun 08 18:31:45.029256 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8e2bfedd-da79-4647-9cc5-619bb0231e7a req-8a524bbe-a6a3-495b-bdd5-be97fd8bbcae tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453317
Jun 08 18:31:45.031794 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] Network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7 is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:31:45.164061 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, 553e4159-f86e-4c13-ba95-25c3f1a4f5c7) {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:31:45.170073 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:45.170844 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:45.176857 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30734dc4-e623-4b24-bb2f-d228f696357b None None] Network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:31:45.306901 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-45b6f59d-f937-43c5-9d38-2bf6e0aed328 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3824570
Jun 08 18:31:45.827093 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf869fd-700f-4bda-8c20-b7a8408d1973 None None] Network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:31:46.427586 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1df99-971f-4f52-ad1b-6f1641ed4a8f req-26b5b3e3-7cd4-4650-bf4b-c7ec890e1cca tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:46.439729 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2da1df99-971f-4f52-ad1b-6f1641ed4a8f req-26b5b3e3-7cd4-4650-bf4b-c7ec890e1cca tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.4106641
Jun 08 18:31:46.620102 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2da1df99-971f-4f52-ad1b-6f1641ed4a8f req-e8a90e21-c9de-44bb-93a0-67090dbe2940 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1723435
Jun 08 18:31:46.626680 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521c9dc-e901-4394-a1b8-11acad3a2568 req-087e562e-6387-42ca-8e72-d97f7715f2ad tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:46.639469 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4521c9dc-e901-4394-a1b8-11acad3a2568 req-087e562e-6387-42ca-8e72-d97f7715f2ad tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.3830926
Jun 08 18:31:46.714795 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4521c9dc-e901-4394-a1b8-11acad3a2568 req-bb93a678-6b54-460e-9bfa-b3da7bdc3421 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747614
Jun 08 18:31:48.175752 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6280ead-6a81-415b-a54f-5ed5f7f4b3b2 req-a93777ee-3b8e-4b42-ac39-743ec126b789 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:48.185283 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a6280ead-6a81-415b-a54f-5ed5f7f4b3b2 req-a93777ee-3b8e-4b42-ac39-743ec126b789 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.3104835
Jun 08 18:31:48.198236 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:31:48.217765 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d522dd-992a-471e-8cb6-c8e87727d336 req-e074389e-f30a-4c40-88a0-1b8a21ec8165 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:48.225259 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-49d522dd-992a-471e-8cb6-c8e87727d336 req-e074389e-f30a-4c40-88a0-1b8a21ec8165 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.2667944
Jun 08 18:31:48.267136 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a6280ead-6a81-415b-a54f-5ed5f7f4b3b2 req-3c8a86c3-2800-48d9-9ad2-eda85f261429 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0743892
Jun 08 18:31:48.306520 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-49d522dd-992a-471e-8cb6-c8e87727d336 req-d0883c16-7c71-42da-a31b-60da180a82db tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797374
Jun 08 18:31:48.328595 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:31:49.705409 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5294d-f431-4d71-95ad-5f7f2fb00642 req-ec67a210-f6dc-40b1-a284-90a8c1367485 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:49.710755 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c3e5294d-f431-4d71-95ad-5f7f2fb00642 req-ec67a210-f6dc-40b1-a284-90a8c1367485 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.2278297
Jun 08 18:31:49.789403 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c3e5294d-f431-4d71-95ad-5f7f2fb00642 req-5a3f3dd2-ca84-49d9-89c9-f8b96e3514f5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0611904
Jun 08 18:31:50.136583 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4129e0-49c5-4c8a-929a-6b99bf710ac6 req-ace01841-5b24-49b3-8204-30d865d6c6d7 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:50.138520 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3f4129e0-49c5-4c8a-929a-6b99bf710ac6 req-ace01841-5b24-49b3-8204-30d865d6c6d7 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1968765
Jun 08 18:31:50.219653 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3f4129e0-49c5-4c8a-929a-6b99bf710ac6 req-8c63412f-97d5-44c9-8d23-4a6a64336e1a tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731494
Jun 08 18:31:52.098537 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53a938-f9f4-4cbb-9c73-1fce24fb32c6 req-481fb0bb-441c-4753-8ce2-3ff0dabbd5cd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:52.115833 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9e53a938-f9f4-4cbb-9c73-1fce24fb32c6 req-481fb0bb-441c-4753-8ce2-3ff0dabbd5cd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1937976
Jun 08 18:31:52.188186 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9e53a938-f9f4-4cbb-9c73-1fce24fb32c6 req-d50c71ac-4080-4e42-b996-7cffe32ad822 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0668027
Jun 08 18:31:52.714138 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cde2ee-1e02-4efa-b1f8-41c4d09a7c20 req-4046aceb-dcd3-4f9f-8eae-7eaa6fca533b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:52.714138 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-88cde2ee-1e02-4efa-b1f8-41c4d09a7c20 req-4046aceb-dcd3-4f9f-8eae-7eaa6fca533b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1927083
Jun 08 18:31:52.714138 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-88cde2ee-1e02-4efa-b1f8-41c4d09a7c20 req-ae02606d-244a-44df-bf08-86485ca01f38 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587485
Jun 08 18:31:53.619963 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a6f07-7c26-4ecf-8f84-da178951cee9 req-d3ff581d-4289-49a5-a656-31fd7b3922c6 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:53.646616 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-633a6f07-7c26-4ecf-8f84-da178951cee9 req-d3ff581d-4289-49a5-a656-31fd7b3922c6 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.2529478
Jun 08 18:31:53.773332 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-633a6f07-7c26-4ecf-8f84-da178951cee9 req-5060b7d2-e915-4a0f-a036-1d0a9239541b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1254914
Jun 08 18:31:54.215626 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb12281-1da5-4d05-b762-0b836ec3c612 req-2acc58e2-c1f0-48ed-8a79-d4fe10bf0645 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:54.217405 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-aeb12281-1da5-4d05-b762-0b836ec3c612 req-2acc58e2-c1f0-48ed-8a79-d4fe10bf0645 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1724379
Jun 08 18:31:54.269748 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-aeb12281-1da5-4d05-b762-0b836ec3c612 req-af32e872-f3a7-4fd2-8097-dd193c259be6 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447700
Jun 08 18:31:55.180575 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfe859-2442-4372-ade5-e4380e07bf0e req-4bb332e5-f698-4d4c-920c-49e8b1b8bd6b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:55.183112 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-79dfe859-2442-4372-ade5-e4380e07bf0e req-4bb332e5-f698-4d4c-920c-49e8b1b8bd6b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1641691
Jun 08 18:31:55.259590 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-79dfe859-2442-4372-ade5-e4380e07bf0e req-a5f0979f-b545-4967-b445-ddb197e7aa31 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0670302
Jun 08 18:31:55.363611 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-5d01bbdb-8c0c-4273-999e-a0180c404e33 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:55.365177 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-5d01bbdb-8c0c-4273-999e-a0180c404e33 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/networks?id=553e4159-f86e-4c13-ba95-25c3f1a4f5c7 HTTP/1.1" status: 200  len: 813 time: 0.3135815
Jun 08 18:31:55.399992 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-c1167ac0-1909-49c1-85ab-9993d6022e23 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/quotas/1f7dc7308937438f8e7820ec9babd7e2 HTTP/1.1" status: 200  len: 375 time: 0.0271282
Jun 08 18:31:55.480546 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-396430c7-fce9-4a0e-8379-55487f072b3c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f7dc7308937438f8e7820ec9babd7e2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0749171
Jun 08 18:31:55.670426 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659c230-a21c-4c7d-a66f-b86057ae57ec req-6c6d0a23-8f96-4c05-8ef6-ce5f0a2a3498 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:55.672162 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7659c230-a21c-4c7d-a66f-b86057ae57ec req-6c6d0a23-8f96-4c05-8ef6-ce5f0a2a3498 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.2081375
Jun 08 18:31:55.759671 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7659c230-a21c-4c7d-a66f-b86057ae57ec req-4c26c33a-ee79-4b2b-ab1e-3f17d1feb6cf tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757442
Jun 08 18:31:55.799261 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-6156b0ab-e472-4107-9a21-4a0cb734f22f service neutron] 10.222.0.20 "GET /v2.0/networks/553e4159-f86e-4c13-ba95-25c3f1a4f5c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3029771
Jun 08 18:31:56.021733 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-595570d7-66d2-4d35-8746-fa33913e3b13 service neutron] 10.222.0.20 "GET /v2.0/networks/553e4159-f86e-4c13-ba95-25c3f1a4f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2243354
Jun 08 18:31:56.407690 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b4206360-8994-4456-a3e0-b19fdc8e3664 req-2a88ac42-8217-4a12-a509-8deedee0e41c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 210 time: 0.0752354
Jun 08 18:31:56.621751 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1d8a2-f60c-448d-a928-d6f1e1856bfb req-c437476f-3c64-4c2a-bc82-9e3c13fbf3f2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:56.624680 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-19c1d8a2-f60c-448d-a928-d6f1e1856bfb req-c437476f-3c64-4c2a-bc82-9e3c13fbf3f2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.2023916
Jun 08 18:31:56.707447 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-19c1d8a2-f60c-448d-a928-d6f1e1856bfb req-e3ade67b-450e-4c61-805f-cada9168f80a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0697403
Jun 08 18:31:57.074613 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8bb8e-29ba-46ff-b372-07c5c306e4d0 req-a74977f1-362d-4d88-9c0f-07bdb9d55194 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:57.076678 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0fc8bb8e-29ba-46ff-b372-07c5c306e4d0 req-a74977f1-362d-4d88-9c0f-07bdb9d55194 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1095958
Jun 08 18:31:57.195509 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0fc8bb8e-29ba-46ff-b372-07c5c306e4d0 req-68e7d3fd-dfd4-48b0-9c53-221a29dd50bc tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019347
Jun 08 18:31:57.549657 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-94c8b1b9-9b64-4578-b2cd-68081d8b5c0a req-8389d8bd-f34b-4d92-8308-2e5f6316994b tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 210 time: 0.0765526
Jun 08 18:31:57.992550 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a3776-78c3-459c-9587-4c50563ad071 req-69544024-46eb-4184-8b14-32f6707d8e40 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:57.995255 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ca0a3776-78c3-459c-9587-4c50563ad071 req-69544024-46eb-4184-8b14-32f6707d8e40 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1272075
Jun 08 18:31:58.068769 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ca0a3776-78c3-459c-9587-4c50563ad071 req-4ad67442-f7d7-4f72-a8b7-25fb896a836d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0592811
Jun 08 18:31:58.540466 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dbb51-156e-4a4f-9b27-6ae057189d3e req-ebe5b55f-3176-4775-8262-3aca9300f072 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:58.544359 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a81dbb51-156e-4a4f-9b27-6ae057189d3e req-ebe5b55f-3176-4775-8262-3aca9300f072 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1500578
Jun 08 18:31:58.689643 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a81dbb51-156e-4a4f-9b27-6ae057189d3e req-67c5fdb1-4201-43ab-8268-6696732f57dc tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296170
Jun 08 18:31:58.825125 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0bf4f66c-38d7-4d3a-8594-a175d64f2a52 req-40211c0e-1310-447c-af28-3a360fd772f9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 210 time: 0.0820000
Jun 08 18:31:59.343123 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dee5f1-459b-46e9-9d00-9b3cbe3f78a4 req-83a8e83c-6663-48c9-87d4-939b00c497fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:59.344797 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-19dee5f1-459b-46e9-9d00-9b3cbe3f78a4 req-83a8e83c-6663-48c9-87d4-939b00c497fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1122313
Jun 08 18:31:59.398061 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-19dee5f1-459b-46e9-9d00-9b3cbe3f78a4 req-2b861aa8-e4a3-4b80-a18a-5efda98de48e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457299
Jun 08 18:31:59.921121 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b704500-1ea6-40dd-bbb4-df020490ce29 req-aa1c9594-69b6-434c-b0d3-0e04e52e5cf4 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:31:59.922901 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8b704500-1ea6-40dd-bbb4-df020490ce29 req-aa1c9594-69b6-434c-b0d3-0e04e52e5cf4 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1031663
Jun 08 18:31:59.981885 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8b704500-1ea6-40dd-bbb4-df020490ce29 req-67684370-773c-487f-a67d-519ea4d63998 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514648
Jun 08 18:32:00.065408 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8d787e89-51a7-43ac-893c-271034938566 req-f141076b-fa9c-4f47-8021-7c01f28a3608 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 210 time: 0.0493033
Jun 08 18:32:00.421223 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b5776-7b48-451a-a2d1-c4c13d06fa67 req-fb9750b2-17fc-4942-88e4-c8b2288159f8 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:00.422730 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2d6b5776-7b48-451a-a2d1-c4c13d06fa67 req-fb9750b2-17fc-4942-88e4-c8b2288159f8 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.0945656
Jun 08 18:32:00.593239 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 34538) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:00.651455 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0e039-f13a-4a4e-8d68-ff86fed9e45a req-f727d34f-dd71-442b-9365-c7deda20b9c4 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:00.651990 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c2f0e039-f13a-4a4e-8d68-ff86fed9e45a req-f727d34f-dd71-442b-9365-c7deda20b9c4 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1169655
Jun 08 18:32:00.654548 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-2d6b5776-7b48-451a-a2d1-c4c13d06fa67 req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Deleting port ff958982-ca04-4f99-9d34-02ccd32c6135 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:32:00.654889 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-2d6b5776-7b48-451a-a2d1-c4c13d06fa67 req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:00.702899 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Deleting subnet 61fa3793-60ec-4a3e-a237-5c6c62b38b28 {{(pid=92318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:32:00.709865 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:00.830864 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11487127'] for subnet, precommit_delete_associations {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:00.860722 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-c2f0e039-f13a-4a4e-8d68-ff86fed9e45a req-1b06c272-2818-4979-9fd9-fb335db4704b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1900446
Jun 08 18:32:00.954827 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-2d6b5776-7b48-451a-a2d1-c4c13d06fa67 req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] For port ff958982-ca04-4f99-9d34-02ccd32c6135, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ff958982-ca04-4f99-9d34-02ccd32c6135,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:00.955989 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-2d6b5776-7b48-451a-a2d1-c4c13d06fa67 req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:01.065909 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:01.101656 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-926d8e9a-e042-4013-8e96-debe2ad37340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:01.132852 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-2d6b5776-7b48-451a-a2d1-c4c13d06fa67 req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Calling delete_port for ff958982-ca04-4f99-9d34-02ccd32c6135 owned by compute:nova {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:32:01.307099 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d8608-7c4c-4fd7-a228-fdcc46acaa31 req-edd70e37-9e6c-4afa-8e54-f087d3eb0cdf tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:01.308690 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7a9d8608-7c4c-4fd7-a228-fdcc46acaa31 req-edd70e37-9e6c-4afa-8e54-f087d3eb0cdf tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 946 time: 0.1343153
Jun 08 18:32:01.360941 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-72b8fd53-fd19-4656-ad89-d0eef06eb949 req-29ad9a56-5ceb-4db4-a3bf-500d79cc5ea2 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 210 time: 0.0995970
Jun 08 18:32:01.409127 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11523617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10675525'] for subnet, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:01.418969 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b3920a0d-2da0-49a6-aa08-f681c1feebd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:01.447632 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7a9d8608-7c4c-4fd7-a228-fdcc46acaa31 req-05ee3377-6aae-4e00-b58b-ce4213d8137b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271384
Jun 08 18:32:01.462171 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:01.464124 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] 10.222.0.20 "DELETE /v2.0/subnets/61fa3793-60ec-4a3e-a237-5c6c62b38b28 HTTP/1.1" status: 204  len: 168 time: 0.8694978
Jun 08 18:32:01.466397 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61fa3793-60ec-4a3e-a237-5c6c62b38b28,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:01.468292 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 34550) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:01.484943 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.486126 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.486490 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.487738 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.489406 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.489406 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.489406 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.489872 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.490088 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.490497 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.490899 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.491544 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.499549 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-84e73aef-304b-4459-9b13-e98a65cb77ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:01.543216 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-2d6b5776-7b48-451a-a2d1-c4c13d06fa67 req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:01.556292 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['f9307fe4-b226-41e8-b44a-4f9541a0f590', 'ff958982-ca04-4f99-9d34-02ccd32c6135'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:32:01.568694 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:01.692995 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Pushing event deleted for resources: {'Port': ['ID=ff958982-ca04-4f99-9d34-02ccd32c6135,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:01.788628 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.789375 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.790051 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.790233 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.790828 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.791433 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.791961 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.792460 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.793011 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.793561 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.794124 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.794685 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:01.799739 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:01.802693 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:01.806131 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6b5776-7b48-451a-a2d1-c4c13d06fa67 req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] No DVR routers for this DVR port ff958982-ca04-4f99-9d34-02ccd32c6135 on host hv-cinder-78956 {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:32:01.809635 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-2d6b5776-7b48-451a-a2d1-c4c13d06fa67 req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:01.811699 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2d6b5776-7b48-451a-a2d1-c4c13d06fa67 req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.37 "DELETE /v2.0/ports/ff958982-ca04-4f99-9d34-02ccd32c6135 HTTP/1.1" status: 204  len: 173 time: 1.3811548
Jun 08 18:32:01.812219 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e01c03-c3b9-4237-8632-8243730976d0', 'name': 'network-vif-deleted', 'tag': 'ff958982-ca04-4f99-9d34-02ccd32c6135'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:32:01.814669 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7b413b-4f9c-4fc9-99da-f1ab93b70f02" -d '{"events": [{"server_uuid": "d8e01c03-c3b9-4237-8632-8243730976d0", "name": "network-vif-deleted", "tag": "ff958982-ca04-4f99-9d34-02ccd32c6135"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:32:01.875970 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b93b38-7f7c-4b92-84db-92a95afe2d27 x-openstack-request-id: req-15b93b38-7f7c-4b92-84db-92a95afe2d27 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:32:01.876585 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e01c03-c3b9-4237-8632-8243730976d0", "name": "network-vif-deleted", "tag": "ff958982-ca04-4f99-9d34-02ccd32c6135", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:32:01.876861 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15b93b38-7f7c-4b92-84db-92a95afe2d27 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:32:01.877273 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e01c03-c3b9-4237-8632-8243730976d0', 'name': 'network-vif-deleted', 'tag': 'ff958982-ca04-4f99-9d34-02ccd32c6135', 'status': 'completed', 'code': 200}
Jun 08 18:32:02.076972 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:02.119866 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc735b250>,) {'filters': {'network_id': ['b9b5f942-404c-433d-b652-d001b54bd033']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:02.166949 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc735b250>, '229b11b1-7510-4592-b626-58e4dcaaeea9') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:02.167497 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc735b250>, '229b11b1-7510-4592-b626-58e4dcaaeea9') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:02.196978 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:02.215391 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-da1e9ef6-8443-4a58-a715-772a5f9c9a20 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:02.216903 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-da1e9ef6-8443-4a58-a715-772a5f9c9a20 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.37 "GET /v2.0/networks?id=553e4159-f86e-4c13-ba95-25c3f1a4f5c7 HTTP/1.1" status: 200  len: 813 time: 0.3386962
Jun 08 18:32:02.239616 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Request body: {'port': {'device_id': '5d22e411-6c2b-4144-9e06-e22471cb6990', 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7', 'admin_state_up': True, 'tenant_id': '1f7dc7308937438f8e7820ec9babd7e2'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:02.245638 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad1c30-c12c-4c0a-b223-3af13671dd5a req-2cc0e72d-f5bc-47d8-a6a4-6c4041290a91 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:02.247447 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-22ad1c30-c12c-4c0a-b223-3af13671dd5a req-2cc0e72d-f5bc-47d8-a6a4-6c4041290a91 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1418839
Jun 08 18:32:02.255163 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:02.319367 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:32:02.319776 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:02.325996 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-22ad1c30-c12c-4c0a-b223-3af13671dd5a req-e2c276bb-db6f-4a35-bb16-ae2247a6d650 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0718098
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:32:02.395849 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:32:02.643779 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:02.659975 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9f127bc3-f811-4159-bd8d-b1c5d923c934 req-bb43e7e8-d30a-4166-a522-43951255eb0c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 210 time: 0.0936282
Jun 08 18:32:02.663079 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Made reservation on behalf of 1f7dc7308937438f8e7820ec9babd7e2 for: {'port': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:32:02.668957 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:02.691988 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:02.695328 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b9b5f942-404c-433d-b652-d001b54bd033 HTTP/1.1" status: 204  len: 168 time: 1.2258079
Jun 08 18:32:02.696425 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cc98135e-1172-441b-9629-6a25ae03d739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:02.715487 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-37d8a491-0697-4e1f-a749-84120f58e0d0 req-d9c5be1f-c022-4822-95fc-a38acecfab1f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 210 time: 0.0465300
Jun 08 18:32:02.771433 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b5f942-404c-433d-b652-d001b54bd033,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:02.774096 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:02.907711 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Allocated IP 172.20.0.8 (553e4159-f86e-4c13-ba95-25c3f1a4f5c7/3da7cc2e-bf26-4208-b379-1c5a542aebf8/d3ed7d8c-a934-4213-a4c1-979d64861fe2) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:32:03.233586 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:03.465006 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 34576) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:03.482984 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:03.490007 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:03.490007 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:32:03.490007 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:32:03.490007 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:32:03.490007 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:03.490007 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:32:03.519310 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:32:03.520943 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-5735b33a-fa68-4362-b220-578c7cf4a84b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f59368b3bb74e9fa52d7351863d3ddf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541718
Jun 08 18:32:03.522027 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:03.523958 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 34578) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:03.524781 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:32:03.597778 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d4aecb57-68b7-43ea-b760-3a93c8423fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:03.603224 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:03.603879 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:03.618027 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a84b7f-f8ec-4ddd-85fc-7d6ef351b980 req-64fd0d76-5464-4de3-acf9-4be416d37484 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:03.619643 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-74a84b7f-f8ec-4ddd-85fc-7d6ef351b980 req-64fd0d76-5464-4de3-acf9-4be416d37484 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1739326
Jun 08 18:32:03.631010 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d4aecb57-68b7-43ea-b760-3a93c8423fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:03.685114 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-74a84b7f-f8ec-4ddd-85fc-7d6ef351b980 req-4dbf5487-4814-48a2-993c-7a3a8770957e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0488331
Jun 08 18:32:03.715376 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-35d54797-1132-476b-b811-f9e00c4c0a1c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4859529
Jun 08 18:32:03.742181 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:03.764392 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d4aecb57-68b7-43ea-b760-3a93c8423fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:03.768918 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d4aecb57-68b7-43ea-b760-3a93c8423fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:03.771128 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-d4aecb57-68b7-43ea-b760-3a93c8423fe6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/209fa657-40a9-4de3-b279-a34dd9e00e21 HTTP/1.1" status: 204  len: 168 time: 0.2453666
Jun 08 18:32:03.778785 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:03.798904 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aecb57-68b7-43ea-b760-3a93c8423fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209fa657-40a9-4de3-b279-a34dd9e00e21,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:03.801437 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d4aecb57-68b7-43ea-b760-3a93c8423fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:03.942315 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee2706-efd5-497c-b06f-cf63301a0288 req-848e5fd8-2423-4122-b92f-cfd4538458fa tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:03.945566 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6bee2706-efd5-497c-b06f-cf63301a0288 req-848e5fd8-2423-4122-b92f-cfd4538458fa tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 931 time: 0.1390381
Jun 08 18:32:03.967760 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-9f9557e0-e5a9-4e44-9d56-d3ca66fc8781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:03.977099 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b1f2170f-464c-4f23-b3be-926e9b133048 req-cbedaa82-77e2-4bec-96fa-4eb9afe3935d tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 210 time: 0.0503650
Jun 08 18:32:04.027530 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6bee2706-efd5-497c-b06f-cf63301a0288 req-dcd58b1f-4899-4683-b5d4-788c23e88ff4 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715272
Jun 08 18:32:04.887409 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:04.937196 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d85a3-65f5-496d-a59e-f085a3502aba req-c59223ea-e9af-45bb-a3ab-60e508f38256 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:04.938807 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bf0d85a3-65f5-496d-a59e-f085a3502aba req-c59223ea-e9af-45bb-a3ab-60e508f38256 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1236610
Jun 08 18:32:04.986693 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bf0d85a3-65f5-496d-a59e-f085a3502aba req-dc38e4a5-b58f-434c-b5c6-a0ca29096023 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416830
Jun 08 18:32:05.193070 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6f4d291d-3811-49c6-85a7-94eec9b3eeda req-bfaadec8-9cdd-4b9d-8e66-16a427b96545 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e01c03-c3b9-4237-8632-8243730976d0 HTTP/1.1" status: 200  len: 210 time: 0.0556395
Jun 08 18:32:05.251570 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd3a19-1755-4ced-b46a-2f4e4b3fc3f2 req-09619eaa-6220-4f13-baf7-497aae53dd82 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:05.253141 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-83fd3a19-1755-4ced-b46a-2f4e4b3fc3f2 req-09619eaa-6220-4f13-baf7-497aae53dd82 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 931 time: 0.0931454
Jun 08 18:32:05.307841 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-83fd3a19-1755-4ced-b46a-2f4e4b3fc3f2 req-98965153-be33-4199-88d6-445675e7f46a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439854
Jun 08 18:32:05.834744 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Request body: {'port': {'device_id': '5d22e411-6c2b-4144-9e06-e22471cb6990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:05.835540 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device ff958982-ca04-4f99-9d34-02ccd32c6135 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:32:05.878881 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: ff958982-ca04-4f99-9d34-02ccd32c6135 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:32:05.879249 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device ff958982-ca04-4f99-9d34-02ccd32c6135 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:32:05.972944 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:06.111329 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 34630) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:06.235848 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3dc9a-25b8-4443-a556-34203cfe48f1 req-6668a7a5-0ee4-471a-8238-491dddc001ea tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:06.238495 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8df3dc9a-25b8-4443-a556-34203cfe48f1 req-6668a7a5-0ee4-471a-8238-491dddc001ea tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1178422
Jun 08 18:32:06.311780 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-96f9e0d6-6b06-4cad-865c-a550750f0569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:06.377624 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8df3dc9a-25b8-4443-a556-34203cfe48f1 req-874dab94-c7ed-4728-aadd-651aac637b53 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1324105
Jun 08 18:32:06.475372 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ed7d8c-a934-4213-a4c1-979d64861fe2 {{(pid=92319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:32:06.483377 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:06.499791 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Transition to ACTIVE for port object d3ed7d8c-a934-4213-a4c1-979d64861fe2 will not be triggered until provisioned by entity L2. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:32:06.515348 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-96f9e0d6-6b06-4cad-865c-a550750f0569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:06.559378 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0ecb2-6576-497b-bdad-e55e93472eb5 req-40f30267-6bba-4e41-9d24-bb8c68ecb2bc tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:06.561091 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b4c0ecb2-6576-497b-bdad-e55e93472eb5 req-40f30267-6bba-4e41-9d24-bb8c68ecb2bc tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 931 time: 0.1267607
Jun 08 18:32:06.589260 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:06.603279 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-96f9e0d6-6b06-4cad-865c-a550750f0569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:06.605003 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:06.624571 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2213351e-362c-48d2-bc16-46bb2d5425ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:06.723239 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-96f9e0d6-6b06-4cad-865c-a550750f0569 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86a6cf371e86421a816f854db7d1d5d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6098661
Jun 08 18:32:06.724663 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9e0d6-6b06-4cad-865c-a550750f0569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563f444c-f0f0-4af6-b995-ff9b869855a1,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:06.731472 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-96f9e0d6-6b06-4cad-865c-a550750f0569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:06.732539 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 34644) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:06.766932 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b4c0ecb2-6576-497b-bdad-e55e93472eb5 req-b1f3097b-41a5-4d3b-92d8-628f99075930 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946244
Jun 08 18:32:06.778164 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ed7d8c-a934-4213-a4c1-979d64861fe2,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:06.816886 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:06.886592 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a876695a-6036-413d-a20e-8eb7547d45df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:06.897874 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:06.923656 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a876695a-6036-413d-a20e-8eb7547d45df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:06.925365 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Attempting to bind port d3ed7d8c-a934-4213-a4c1-979d64861fe2 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:32:06.927412 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Attempting to bind port d3ed7d8c-a934-4213-a4c1-979d64861fe2 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '923eaf3f-7de6-4e7f-ba1e-346eaa467793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7'}] {{(pid=92319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:32:06.927839 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Attempting to bind port d3ed7d8c-a934-4213-a4c1-979d64861fe2 on network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:32:06.941742 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Port d3ed7d8c-a934-4213-a4c1-979d64861fe2 on network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:32:06.942058 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Attempting to bind port d3ed7d8c-a934-4213-a4c1-979d64861fe2 on network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:32:06.953547 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:32:06.954015 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Checking segment: {'id': '923eaf3f-7de6-4e7f-ba1e-346eaa467793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:32:06.954461 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Bound using segment: {'id': '923eaf3f-7de6-4e7f-ba1e-346eaa467793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7'} {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:32:06.955285 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Bound port: d3ed7d8c-a934-4213-a4c1-979d64861fe2, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923eaf3f-7de6-4e7f-ba1e-346eaa467793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7'}}] {{(pid=92319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:32:06.955648 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:07.082279 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] For port d3ed7d8c-a934-4213-a4c1-979d64861fe2, host hv-cinder-78956, cleared binding levels {{(pid=92319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:32:07.086568 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] For port d3ed7d8c-a934-4213-a4c1-979d64861fe2, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d3ed7d8c-a934-4213-a4c1-979d64861fe2,segment=NetworkSegment(923eaf3f-7de6-4e7f-ba1e-346eaa467793),segment_id=923eaf3f-7de6-4e7f-ba1e-346eaa467793)] {{(pid=92319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:32:07.147627 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a876695a-6036-413d-a20e-8eb7547d45df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:07.153612 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a876695a-6036-413d-a20e-8eb7547d45df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:07.155619 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-a876695a-6036-413d-a20e-8eb7547d45df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/563f444c-f0f0-4af6-b995-ff9b869855a1 HTTP/1.1" status: 204  len: 168 time: 0.4214287
Jun 08 18:32:07.157737 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-59654ca0-454b-4c49-b6d1-808af296adfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:07.179455 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876695a-6036-413d-a20e-8eb7547d45df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f444c-f0f0-4af6-b995-ff9b869855a1,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:07.185547 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a876695a-6036-413d-a20e-8eb7547d45df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:07.208398 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:07.223108 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-86945fa9-33d4-40e3-a0c3-4fc35b86fb52 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:07.392978 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:07.393572 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:07.394982 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] 10.222.0.37 "PUT /v2.0/ports/d3ed7d8c-a934-4213-a4c1-979d64861fe2 HTTP/1.1" status: 200  len: 1093 time: 1.5650010
Jun 08 18:32:07.395490 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d22e411-6c2b-4144-9e06-e22471cb6990', 'tag': 'd3ed7d8c-a934-4213-a4c1-979d64861fe2'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:32:07.398333 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e020d742-57ad-4401-8a74-3fa282ee019e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d22e411-6c2b-4144-9e06-e22471cb6990", "tag": "d3ed7d8c-a934-4213-a4c1-979d64861fe2"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:32:07.423985 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ed7d8c-a934-4213-a4c1-979d64861fe2,revision_number=3']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:07.427802 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:07.448196 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18510dc-7b55-499a-adc0-99e1a76f543f req-f8ce4f56-2152-4f3c-baf0-6f5e0b6f7294 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:07.449700 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b18510dc-7b55-499a-adc0-99e1a76f543f req-f8ce4f56-2152-4f3c-baf0-6f5e0b6f7294 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.2946532
Jun 08 18:32:07.455160 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff01022-1b7c-4a20-bf7e-cb80cc7e6fb7 x-openstack-request-id: req-1ff01022-1b7c-4a20-bf7e-cb80cc7e6fb7 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:32:07.455474 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d22e411-6c2b-4144-9e06-e22471cb6990", "tag": "d3ed7d8c-a934-4213-a4c1-979d64861fe2", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:32:07.463346 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ff01022-1b7c-4a20-bf7e-cb80cc7e6fb7 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:32:07.463346 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d22e411-6c2b-4144-9e06-e22471cb6990', 'tag': 'd3ed7d8c-a934-4213-a4c1-979d64861fe2', 'status': 'completed', 'code': 200}
Jun 08 18:32:07.592873 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b18510dc-7b55-499a-adc0-99e1a76f543f req-c4ae8bc5-a2e3-4130-84cf-3b9100736b6e tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307740
Jun 08 18:32:07.610290 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020d742-57ad-4401-8a74-3fa282ee019e req-a52e8614-c841-4bd6-8be5-e1b8a9a86f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:07.611901 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e020d742-57ad-4401-8a74-3fa282ee019e req-a52e8614-c841-4bd6-8be5-e1b8a9a86f17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f7dc7308937438f8e7820ec9babd7e2&device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 1096 time: 0.1151168
Jun 08 18:32:07.667886 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b570d-8d4c-41f2-a4e1-5d9a66cc1dcb req-37e1c417-1d6b-4d06-b6c1-ae30f65c2ba5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:07.670421 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-343b570d-8d4c-41f2-a4e1-5d9a66cc1dcb req-37e1c417-1d6b-4d06-b6c1-ae30f65c2ba5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 943 time: 0.1239421
Jun 08 18:32:07.774164 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-343b570d-8d4c-41f2-a4e1-5d9a66cc1dcb req-d2514e76-a57c-45b1-acf0-7673f93e99bb tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0934720
Jun 08 18:32:07.883717 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020d742-57ad-4401-8a74-3fa282ee019e req-2d8c3276-9b0a-48e1-b2f3-a51f9e31afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:07.883717 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e020d742-57ad-4401-8a74-3fa282ee019e req-2d8c3276-9b0a-48e1-b2f3-a51f9e31afbb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1f7dc7308937438f8e7820ec9babd7e2&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1984739
Jun 08 18:32:07.883890 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 4b48d18f-d85b-45f3-bed2-15e826dc511e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:32:08.110094 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020d742-57ad-4401-8a74-3fa282ee019e req-476a08e5-4d20-403f-ab41-72abd4b4d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:08.111629 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e020d742-57ad-4401-8a74-3fa282ee019e req-476a08e5-4d20-403f-ab41-72abd4b4d3ba service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2766807
Jun 08 18:32:08.126494 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432211ab-44ba-4542-9af7-791beb11932c req-bf144540-6473-4f86-9173-2e38c7f2ee52 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:08.128115 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-432211ab-44ba-4542-9af7-791beb11932c req-bf144540-6473-4f86-9173-2e38c7f2ee52 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 943 time: 0.2114208
Jun 08 18:32:08.138307 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:08.153952 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'port_id': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'mac_address': 'fa:16:3e:58:19:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:32:08.270354 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:08.300435 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b48d18f-d85b-45f3-bed2-15e826dc511e {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:32:08.328526 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:08.330742 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-432211ab-44ba-4542-9af7-791beb11932c req-c66baf32-8e1d-4c01-bce6-0a998735f9e7 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957533
Jun 08 18:32:08.359396 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-18ac3966-0b31-42bb-98f3-8eec7a6e3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:08.361309 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-18ac3966-0b31-42bb-98f3-8eec7a6e3c4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f7dc7308937438f8e7820ec9babd7e2&device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 1096 time: 0.1836221
Jun 08 18:32:08.440500 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-5b673daa-cbef-480c-b4db-a4bb09db20d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3ed7d8c-a934-4213-a4c1-979d64861fe2 HTTP/1.1" status: 200  len: 217 time: 0.0694690
Jun 08 18:32:08.499830 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:08.511210 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:08.577010 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-dd16da0c-0a03-4aa1-bb29-32605f2930c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:08.579584 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-dd16da0c-0a03-4aa1-bb29-32605f2930c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3da7cc2e-bf26-4208-b379-1c5a542aebf8 HTTP/1.1" status: 200  len: 853 time: 0.1291716
Jun 08 18:32:08.674528 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-a5548b58-9956-465b-838b-b02611c24045 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=553e4159-f86e-4c13-ba95-25c3f1a4f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0872386
Jun 08 18:32:08.716544 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=4b48d18f-d85b-45f3-bed2-15e826dc511e,revision_number=9']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:08.727962 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:08.728442 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:08.728899 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:08.729395 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:08.729935 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:08.730605 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:08.731118 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:08.731567 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:08.731998 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:08.732615 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:08.733384 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:08.733821 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:08.738369 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:08.824361 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['4b48d18f-d85b-45f3-bed2-15e826dc511e'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:32:08.910300 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-5e597b18-1b23-472c-bdee-540fcaaa6faf service neutron] 10.222.0.37 "GET /v2.0/networks/553e4159-f86e-4c13-ba95-25c3f1a4f5c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2217295
Jun 08 18:32:08.978110 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a805604-feff-4597-86e9-1bd177eb2e35 req-713ddbd7-a06b-4caf-be36-ea5f5b93805f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:08.985654 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2a805604-feff-4597-86e9-1bd177eb2e35 req-713ddbd7-a06b-4caf-be36-ea5f5b93805f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1637654
Jun 08 18:32:09.040565 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2a805604-feff-4597-86e9-1bd177eb2e35 req-996d8473-757b-47e2-9c45-b03207081c13 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537930
Jun 08 18:32:09.143066 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 34708) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:09.174851 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9c192c3a-ead8-40a1-a076-8b0f81e49141 req-fe050363-50b2-4094-be2d-c80c17757089 service neutron] 10.222.0.37 "GET /v2.0/networks/553e4159-f86e-4c13-ba95-25c3f1a4f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2526865
Jun 08 18:32:09.223555 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc3161-f3f9-4575-b83b-a46bd4e726a4 req-6c2b7361-fd39-4912-a025-9934330f391f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:09.225085 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-05cc3161-f3f9-4575-b83b-a46bd4e726a4 req-6c2b7361-fd39-4912-a025-9934330f391f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 944 time: 0.0877552
Jun 08 18:32:09.269654 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-445278647-network', 'tenant_id': 'ef2eca637095424897aaebca4915ebea'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:09.272485 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-05cc3161-f3f9-4575-b83b-a46bd4e726a4 req-afa0e32d-9696-4733-b451-19746f738869 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411065
Jun 08 18:32:09.500546 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Made reservation on behalf of ef2eca637095424897aaebca4915ebea for: {'network': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:32:09.503087 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:09.517260 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:09.649685 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:09.718960 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95f489-3798-42ad-af25-1d03eee6a329 req-d8e111fd-8730-435e-b5a2-1cbe4c33a99b tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:09.720494 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1e95f489-3798-42ad-af25-1d03eee6a329 req-d8e111fd-8730-435e-b5a2-1cbe4c33a99b tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 943 time: 0.1026509
Jun 08 18:32:09.756095 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:09.759095 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-f6ade8f4-ec7f-48e2-8b69-5c9fc9002d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:09.771105 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1e95f489-3798-42ad-af25-1d03eee6a329 req-1f4da845-9c7b-42e6-9de2-6d6405318401 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440519
Jun 08 18:32:09.789387 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'}  {{(pid=92319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:32:09.807107 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ca0ca9-e54e-496d-b363-dd108edc9347,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:09.807107 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:09.809547 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:09.809890 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.segments_db [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Added segment 30454790-4b8e-4f52-8044-de84fd66a9ab of type vlan for network d3e917a6-7059-4dfd-9b76-17cc2033e4e2
Jun 08 18:32:09.853831 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:09.968731 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:09.970242 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:09.970908 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:09.974867 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:10.078539 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Pushing event updated for resources: {'Network': ['ID=d3e917a6-7059-4dfd-9b76-17cc2033e4e2,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:10.083958 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:10.101617 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:32:10.196016 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.0518525
Jun 08 18:32:10.199471 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 34722) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:10.205489 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Request body: {'subnet': {'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-445278647-subnet', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'ip_version': 4}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:10.244477 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f10812-fb61-4e25-a53b-78edac9ab79c req-96be4b2c-2a82-427a-9b62-ef1e3d3e2be3 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:10.245988 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-41f10812-fb61-4e25-a53b-78edac9ab79c req-96be4b2c-2a82-427a-9b62-ef1e3d3e2be3 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.0917754
Jun 08 18:32:10.292798 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-41f10812-fb61-4e25-a53b-78edac9ab79c req-66705518-3098-487f-8f68-dd3a4d39becf tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408843
Jun 08 18:32:10.435980 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Made reservation on behalf of ef2eca637095424897aaebca4915ebea for: {'subnet': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:32:10.438526 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10675552'] for subnet, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:10.582775 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99586dd3-9b9d-40be-ad75-2f28c7cb8feb req-be81fd2e-89fc-4b3f-bc5e-4ec1cb2c8ea9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:10.584592 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-99586dd3-9b9d-40be-ad75-2f28c7cb8feb req-be81fd2e-89fc-4b3f-bc5e-4ec1cb2c8ea9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 944 time: 0.1854227
Jun 08 18:32:10.690818 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-99586dd3-9b9d-40be-ad75-2f28c7cb8feb req-adb7688e-bf40-4794-b4ad-1b708594a2fa tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0942795
Jun 08 18:32:10.821359 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11523682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10675534'] for subnet, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:10.828189 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:10.988261 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=909f55c0-4a9e-46a4-ab42-4fa4fde86908,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:10.992917 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:10.999599 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Checking segment: {'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:32:10.999952 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Network hostable DHCP agents. Network: d3e917a6-7059-4dfd-9b76-17cc2033e4e2, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:32:11.020814 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabafa88-c127-415c-bbbb-76e2134475b4 req-451e4367-e5d4-4412-bde2-658408eb8a5a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:11.023612 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fabafa88-c127-415c-bbbb-76e2134475b4 req-451e4367-e5d4-4412-bde2-658408eb8a5a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 943 time: 0.1171842
Jun 08 18:32:11.076031 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fabafa88-c127-415c-bbbb-76e2134475b4 req-e20ccf40-f7e2-4e3d-9e2b-e4a5338c0e66 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456877
Jun 08 18:32:11.089148 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:32:11.174410 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, d3e917a6-7059-4dfd-9b76-17cc2033e4e2) {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:11.178430 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:11.179036 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:11.183798 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb61f009-c093-4281-9dd1-f796239d5381 None None] Network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:32:11.289592 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0886385
Jun 08 18:32:11.292246 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 34736) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:11.297090 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:11.412014 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27724984-45eb-5bff-894b-224ed9fae270-d3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'fixed_ips': [{'subnet_id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908'}]}} from dv-cinder-789564-4-iscsi. {{(pid=92320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 18:32:11.413390 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:11.443596 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-343638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61452'] for router, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:11.444844 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61443'] for router, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:11.479500 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:11.512537 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dd529-a1e2-41c7-9c0a-11886a8b1ccf req-3cf068e0-8cda-4165-9148-f1a186ea33da tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:11.516713 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c34dd529-a1e2-41c7-9c0a-11886a8b1ccf req-3cf068e0-8cda-4165-9148-f1a186ea33da tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1080513
Jun 08 18:32:11.565003 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c34dd529-a1e2-41c7-9c0a-11886a8b1ccf req-829526ee-7976-4e94-9466-72e23a506b70 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445626
Jun 08 18:32:11.569680 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.db_base_plugin_common [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Allocated IP 172.20.0.2 (d3e917a6-7059-4dfd-9b76-17cc2033e4e2/909f55c0-4a9e-46a4-ab42-4fa4fde86908/b4af4f28-5c1a-4899-80ef-016893d52865) {{(pid=92320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:32:11.802076 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:11.815586 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Transition to ACTIVE for port object b4af4f28-5c1a-4899-80ef-016893d52865 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:32:11.820270 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-343620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61489'] for router, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:11.843866 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Transition to ACTIVE for port object b4af4f28-5c1a-4899-80ef-016893d52865 will not be triggered until provisioned by entity DHCP. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:32:11.884424 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device d3ed7d8c-a934-4213-a4c1-979d64861fe2 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:32:11.888800 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 4b48d18f-d85b-45f3-bed2-15e826dc511e up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:11.941706 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37919fd-544f-4a7a-889e-1634d9d3b942 req-316a688a-6796-42ee-bc4a-1acea23de236 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:11.944448 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f37919fd-544f-4a7a-889e-1634d9d3b942 req-316a688a-6796-42ee-bc4a-1acea23de236 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 944 time: 0.1257875
Jun 08 18:32:12.006030 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f37919fd-544f-4a7a-889e-1634d9d3b942 req-f13b062f-6878-4ff2-a5e7-7196b9ba9718 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0555205
Jun 08 18:32:12.040026 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:12.040644 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:12.040644 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:32:12.040644 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:32:12.040644 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:32:12.040644 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:12.040644 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:32:12.083218 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 is already hosted by enough agents. {{(pid=92320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:32:12.095349 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.base_scheduler [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Resources bound (agent type, host, resource id):  {{(pid=92320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:12.100219 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 4b48d18f-d85b-45f3-bed2-15e826dc511e triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:12.100600 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:12.129640 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Received port after_create {{(pid=92320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:32:12.249689 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port d3ed7d8c-a934-4213-a4c1-979d64861fe2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d3ed7d8c-a934-4213-a4c1-979d64861fe2,segment=NetworkSegment(923eaf3f-7de6-4e7f-ba1e-346eaa467793),segment_id=923eaf3f-7de6-4e7f-ba1e-346eaa467793)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:12.270973 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': 'd3ed7d8c-a934-4213-a4c1-979d64861fe2', 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7', 'port_id': 'd3ed7d8c-a934-4213-a4c1-979d64861fe2', 'mac_address': 'fa:16:3e:de:3e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da7cc2e-bf26-4208-b379-1c5a542aebf8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:32:12.334278 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:12.372651 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:12.383980 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:12.393090 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:12.422149 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ed7d8c-a934-4213-a4c1-979d64861fe2 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:32:12.433882 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:32:12.437776 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6681223-03e4-494e-a644-40d19eb22d1c" -d '{"events": [{"server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "name": "network-vif-plugged", "status": "completed", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:32:12.461627 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:12.472269 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccac22-9377-4092-a6f4-2d18d0774672 req-847f286a-fb95-4d1d-be8f-5e562b09fec2 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:12.472404 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port d3ed7d8c-a934-4213-a4c1-979d64861fe2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d3ed7d8c-a934-4213-a4c1-979d64861fe2,segment=NetworkSegment(923eaf3f-7de6-4e7f-ba1e-346eaa467793),segment_id=923eaf3f-7de6-4e7f-ba1e-346eaa467793)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:12.472495 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-17ccac22-9377-4092-a6f4-2d18d0774672 req-847f286a-fb95-4d1d-be8f-5e562b09fec2 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 943 time: 0.2178133
Jun 08 18:32:12.496799 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81656e10-d70e-4716-8df5-3fc10de44ff3 x-openstack-request-id: req-81656e10-d70e-4716-8df5-3fc10de44ff3 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:32:12.497467 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "name": "network-vif-plugged", "status": "completed", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:32:12.497467 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81656e10-d70e-4716-8df5-3fc10de44ff3 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:32:12.497778 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'code': 200}
Jun 08 18:32:12.557912 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:12.560969 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:12.582478 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Allocated IP 172.27.1.109 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/0e8a36c5-e7a5-4999-9ea2-e81c5b797143) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:32:12.586898 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-17ccac22-9377-4092-a6f4-2d18d0774672 req-7ab0e4b5-6946-4e3b-b9b4-ab2b13cedb71 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784278
Jun 08 18:32:12.621295 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:12.639122 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=4b48d18f-d85b-45f3-bed2-15e826dc511e,revision_number=10']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:12.642561 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:12.643118 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:12.715973 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=d3ed7d8c-a934-4213-a4c1-979d64861fe2,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:12.719319 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:12.744564 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:12.853758 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e220fef-5ebe-4805-b9e0-2d4b6ac85eb2 req-e1851195-79bd-4d9e-bdc1-789214d25264 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:12.855230 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8e220fef-5ebe-4805-b9e0-2d4b6ac85eb2 req-e1851195-79bd-4d9e-bdc1-789214d25264 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.1604316
Jun 08 18:32:12.872718 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Attempting to bind port b4af4f28-5c1a-4899-80ef-016893d52865 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:32:12.873091 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Attempting to bind port b4af4f28-5c1a-4899-80ef-016893d52865 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:32:12.873463 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Attempting to bind port b4af4f28-5c1a-4899-80ef-016893d52865 on network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:32:12.879246 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:32:12.879629 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Checking segment: {'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:32:12.880063 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:12.880440 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Bound using segment: {'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:32:12.880906 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Bound port: b4af4f28-5c1a-4899-80ef-016893d52865, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:32:12.881300 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:12.894868 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:12.895721 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:12.895721 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:32:12.895721 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:32:12.895721 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:32:12.895721 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:12.895721 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:32:12.911384 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8e220fef-5ebe-4805-b9e0-2d4b6ac85eb2 req-49633d0e-e69c-4b00-85e0-011b39d8e711 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501921
Jun 08 18:32:12.924221 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:32:12.926155 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:12.937973 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:32:13.007259 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['d3ed7d8c-a934-4213-a4c1-979d64861fe2'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:32:13.060375 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] For port b4af4f28-5c1a-4899-80ef-016893d52865, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:32:13.074892 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] For port b4af4f28-5c1a-4899-80ef-016893d52865, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=b4af4f28-5c1a-4899-80ef-016893d52865,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:32:13.217210 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:13.224159 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:13.343020 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Pushing event updated for resources: {'Port': ['ID=b4af4f28-5c1a-4899-80ef-016893d52865,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:13.348337 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:13.375164 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb4486-5ad8-4199-ba1d-382a0d4ee35f req-1c051edd-af03-4019-9ea9-151f410ec155 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:13.383134 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-baeb4486-5ad8-4199-ba1d-382a0d4ee35f req-1c051edd-af03-4019-9ea9-151f410ec155 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 946 time: 0.1323750
Jun 08 18:32:13.468465 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025109ed-7ff0-4176-bf7a-2b72f1e4d985 req-2e90f9b3-46d4-449a-b776-47e8ba3a5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:13.470090 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-025109ed-7ff0-4176-bf7a-2b72f1e4d985 req-2e90f9b3-46d4-449a-b776-47e8ba3a5772 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 1099 time: 0.1187444
Jun 08 18:32:13.562182 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-025109ed-7ff0-4176-bf7a-2b72f1e4d985 req-a7e7ff7c-b878-4552-8f17-37afe0c34f8d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0844545
Jun 08 18:32:13.595363 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-baeb4486-5ad8-4199-ba1d-382a0d4ee35f req-877b60c6-6dc2-439e-8115-918fb3326184 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2111092
Jun 08 18:32:13.754803 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c97767-2a1f-4701-a546-ec2c25a32fe6 req-b98b95dd-b126-4345-bc15-84dd338f4cb9 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:13.757273 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-05c97767-2a1f-4701-a546-ec2c25a32fe6 req-b98b95dd-b126-4345-bc15-84dd338f4cb9 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.37 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.3015294
Jun 08 18:32:13.840158 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:13.977037 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device b4af4f28-5c1a-4899-80ef-016893d52865 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:14.156537 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374105f-c963-4ea2-90b6-9dff948673ac req-4d9d07cb-36b7-4416-9726-ff5100f2577d tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:14.158539 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a374105f-c963-4ea2-90b6-9dff948673ac req-4d9d07cb-36b7-4416-9726-ff5100f2577d tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 945 time: 0.0918689
Jun 08 18:32:14.169020 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port b4af4f28-5c1a-4899-80ef-016893d52865 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:32:14.216033 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a374105f-c963-4ea2-90b6-9dff948673ac req-04163350-3503-4664-b94e-6186f2d33e65 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503197
Jun 08 18:32:14.244616 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-05c97767-2a1f-4701-a546-ec2c25a32fe6 req-6118a394-e675-49b1-9db3-ba67681bbd5b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Deleting port f9307fe4-b226-41e8-b44a-4f9541a0f590 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:32:14.244616 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-05c97767-2a1f-4701-a546-ec2c25a32fe6 req-6118a394-e675-49b1-9db3-ba67681bbd5b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:14.264750 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98248c5-4c4c-4982-ac3a-4bb85b8279fa req-80f3b330-6698-49c4-a7e7-175f8c25f661 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:14.266242 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c98248c5-4c4c-4982-ac3a-4bb85b8279fa req-80f3b330-6698-49c4-a7e7-175f8c25f661 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 944 time: 0.3491156
Jun 08 18:32:14.432466 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dbe69-acb3-4ebb-9db2-5f1511f2d9a6 req-ad412d59-cbcd-4e4b-a84d-afd5158c4b72 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:14.434564 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5c0dbe69-acb3-4ebb-9db2-5f1511f2d9a6 req-ad412d59-cbcd-4e4b-a84d-afd5158c4b72 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 946 time: 0.1161971
Jun 08 18:32:14.503314 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5c0dbe69-acb3-4ebb-9db2-5f1511f2d9a6 req-5b982f18-29b0-4d88-9e6b-c0d5bee73060 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621352
Jun 08 18:32:14.532743 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c98248c5-4c4c-4982-ac3a-4bb85b8279fa req-3e370e07-f7b8-46ac-ad1e-d01640bcc8c1 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2527990
Jun 08 18:32:14.579203 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-343629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337077'] for router, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:14.692073 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-05c97767-2a1f-4701-a546-ec2c25a32fe6 req-6118a394-e675-49b1-9db3-ba67681bbd5b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] For port f9307fe4-b226-41e8-b44a-4f9541a0f590, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f9307fe4-b226-41e8-b44a-4f9541a0f590,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:14.692433 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-05c97767-2a1f-4701-a546-ec2c25a32fe6 req-6118a394-e675-49b1-9db3-ba67681bbd5b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:14.914176 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b623f4-377c-4a47-b336-ed40758322db None None] Network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:32:14.923283 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc348a0-2af2-41f4-bd46-45ab5f849103 req-b067bf11-4241-4688-966b-63dbcfa393f4 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:14.926849 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3bc348a0-2af2-41f4-bd46-45ab5f849103 req-b067bf11-4241-4688-966b-63dbcfa393f4 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 946 time: 0.1154418
Jun 08 18:32:14.982408 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3bc348a0-2af2-41f4-bd46-45ab5f849103 req-f3c2bb4e-4964-4250-9aa9-d0e112387dc9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0490019
Jun 08 18:32:15.046282 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-05c97767-2a1f-4701-a546-ec2c25a32fe6 req-6118a394-e675-49b1-9db3-ba67681bbd5b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Calling delete_port for f9307fe4-b226-41e8-b44a-4f9541a0f590 owned by compute:nova {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:32:15.181725 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-4f63f0b4-4d9b-4860-85b4-fc25be86f162 None None] Provisioning for port b4af4f28-5c1a-4899-80ef-016893d52865 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:32:15.189188 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-4f63f0b4-4d9b-4860-85b4-fc25be86f162 None None] Provisioning complete for port b4af4f28-5c1a-4899-80ef-016893d52865 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:15.189825 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4f63f0b4-4d9b-4860-85b4-fc25be86f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:15.316320 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Router ae82820a-3105-4a30-8538-e65c2f4702ef is scheduled to L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf with binding_index 1 {{(pid=92318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 18:32:15.412226 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4f63f0b4-4d9b-4860-85b4-fc25be86f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:15.457190 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-4f63f0b4-4d9b-4860-85b4-fc25be86f162 None None] For port b4af4f28-5c1a-4899-80ef-016893d52865, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=b4af4f28-5c1a-4899-80ef-016893d52865,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:15.540349 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4f63f0b4-4d9b-4860-85b4-fc25be86f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:15.546713 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:15.608898 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-05c97767-2a1f-4701-a546-ec2c25a32fe6 req-6118a394-e675-49b1-9db3-ba67681bbd5b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:15.618310 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:15.629948 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['f9307fe4-b226-41e8-b44a-4f9541a0f590'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:32:15.682587 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118a394-e675-49b1-9db3-ba67681bbd5b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Pushing event deleted for resources: {'Port': ['ID=f9307fe4-b226-41e8-b44a-4f9541a0f590,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:15.690333 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-6118a394-e675-49b1-9db3-ba67681bbd5b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:15.724859 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63f0b4-4d9b-4860-85b4-fc25be86f162 None None] Pushing event updated for resources: {'Port': ['ID=b4af4f28-5c1a-4899-80ef-016893d52865,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:15.730276 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-4f63f0b4-4d9b-4860-85b4-fc25be86f162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:15.737559 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-2a9f0c13-0309-499d-a571-249ed9523082 None None] Provisioning complete for port b4af4f28-5c1a-4899-80ef-016893d52865 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:15.738003 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-2a9f0c13-0309-499d-a571-249ed9523082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:15.753469 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b43a61-8779-41fd-baab-0e0911dbec16 req-98c69425-b06c-49a8-b6d6-2d82e68950cc tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:15.759323 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f9b43a61-8779-41fd-baab-0e0911dbec16 req-98c69425-b06c-49a8-b6d6-2d82e68950cc tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 867 time: 0.3509791
Jun 08 18:32:15.769105 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:32:15.770522 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6a1b0-baaa-44fb-a10b-f413118416bf req-3d652fbf-f4e6-4d3e-a705-6da7b02cf380 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:15.771941 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1ee6a1b0-baaa-44fb-a10b-f413118416bf req-3d652fbf-f4e6-4d3e-a705-6da7b02cf380 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 946 time: 0.1338539
Jun 08 18:32:15.789160 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Sync routers for ids ['ae82820a-3105-4a30-8538-e65c2f4702ef'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:32:15.810144 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Routers {'ae82820a-3105-4a30-8538-e65c2f4702ef'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:32:15.813250 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc08a430>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:32:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ae82820a-3105-4a30-8538-e65c2f4702ef'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:15.843570 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c97767-2a1f-4701-a546-ec2c25a32fe6 req-6118a394-e675-49b1-9db3-ba67681bbd5b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] No DVR routers for this DVR port f9307fe4-b226-41e8-b44a-4f9541a0f590 on host hv-cinder-78956 {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:32:15.861275 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-05c97767-2a1f-4701-a546-ec2c25a32fe6 req-6118a394-e675-49b1-9db3-ba67681bbd5b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:15.863274 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-05c97767-2a1f-4701-a546-ec2c25a32fe6 req-6118a394-e675-49b1-9db3-ba67681bbd5b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.37 "DELETE /v2.0/ports/f9307fe4-b226-41e8-b44a-4f9541a0f590 HTTP/1.1" status: 204  len: 173 time: 2.0949955
Jun 08 18:32:15.889037 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36904c2-91d9-4ab1-b449-7f6d9ec5fede', 'name': 'network-vif-deleted', 'tag': 'f9307fe4-b226-41e8-b44a-4f9541a0f590'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:32:15.892776 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4dea6e-de00-4449-92ad-28568c34205d" -d '{"events": [{"server_uuid": "e36904c2-91d9-4ab1-b449-7f6d9ec5fede", "name": "network-vif-deleted", "tag": "f9307fe4-b226-41e8-b44a-4f9541a0f590"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:32:15.900609 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f9b43a61-8779-41fd-baab-0e0911dbec16 req-ca678c88-f17f-4bec-ad6e-1e35349cb274 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/security-groups?id=328f4c54-2847-4cec-ac95-14c004c33742&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394169
Jun 08 18:32:15.906725 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1ee6a1b0-baaa-44fb-a10b-f413118416bf req-44071f47-4565-4bac-9dae-36abdfd6b59e tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021492
Jun 08 18:32:15.934715 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device d3ed7d8c-a934-4213-a4c1-979d64861fe2 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:16.023596 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddedbb38-2ca5-4707-8054-4c7296630b46 x-openstack-request-id: req-ddedbb38-2ca5-4707-8054-4c7296630b46 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:32:16.023823 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36904c2-91d9-4ab1-b449-7f6d9ec5fede", "name": "network-vif-deleted", "tag": "f9307fe4-b226-41e8-b44a-4f9541a0f590", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:32:16.024067 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddedbb38-2ca5-4707-8054-4c7296630b46 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:32:16.024481 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36904c2-91d9-4ab1-b449-7f6d9ec5fede', 'name': 'network-vif-deleted', 'tag': 'f9307fe4-b226-41e8-b44a-4f9541a0f590', 'status': 'completed', 'code': 200}
Jun 08 18:32:16.027878 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device b4af4f28-5c1a-4899-80ef-016893d52865 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:16.031188 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] Notify callbacks [] for router, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:16.032787 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c7296ba9-5ec8-43ac-bf91-346e6a325e10 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.7394431
Jun 08 18:32:16.035755 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 34872) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:16.216255 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Set router ae82820a-3105-4a30-8538-e65c2f4702ef gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:32:16.218024 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port b4af4f28-5c1a-4899-80ef-016893d52865 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:16.218464 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:16.325826 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port d3ed7d8c-a934-4213-a4c1-979d64861fe2 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:32:16.340033 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f180-4ca5-4e7c-98b8-283be2d91a54 req-83536a54-fdfa-49e1-af49-90b56bb4e7a6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:16.341805 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f249f180-4ca5-4e7c-98b8-283be2d91a54 req-83536a54-fdfa-49e1-af49-90b56bb4e7a6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 946 time: 0.3710632
Jun 08 18:32:16.351767 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port d3ed7d8c-a934-4213-a4c1-979d64861fe2 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:16.352584 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:16.375808 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bab2b-3419-493a-aec3-13ef55ea1774 req-fbd59f8d-3528-43ee-bfe1-e840b6981132 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:16.377417 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-052bab2b-3419-493a-aec3-13ef55ea1774 req-fbd59f8d-3528-43ee-bfe1-e840b6981132 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 946 time: 0.2150807
Jun 08 18:32:16.447133 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5f862-b358-468d-95ba-f368a66ac141 req-5e973214-2c37-4058-aa36-f0a5afe25981 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:16.449641 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3dd5f862-b358-468d-95ba-f368a66ac141 req-5e973214-2c37-4058-aa36-f0a5afe25981 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 944 time: 0.3726711
Jun 08 18:32:16.526762 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-052bab2b-3419-493a-aec3-13ef55ea1774 req-b77b0138-cc44-41b9-9953-494077c780db tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0781255
Jun 08 18:32:16.594548 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3dd5f862-b358-468d-95ba-f368a66ac141 req-e65d9ddf-f156-427a-acaa-a9e1a1d188eb tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352024
Jun 08 18:32:16.618768 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-f249f180-4ca5-4e7c-98b8-283be2d91a54 req-8176ddcf-3b0f-4de3-91be-6075485813cf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Deleting port a1570a00-53eb-4962-a226-9fb30af66156 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:32:16.619622 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-f249f180-4ca5-4e7c-98b8-283be2d91a54 req-8176ddcf-3b0f-4de3-91be-6075485813cf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:16.642246 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:16.715000 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port d3ed7d8c-a934-4213-a4c1-979d64861fe2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d3ed7d8c-a934-4213-a4c1-979d64861fe2,segment=NetworkSegment(923eaf3f-7de6-4e7f-ba1e-346eaa467793),segment_id=923eaf3f-7de6-4e7f-ba1e-346eaa467793)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:16.716471 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d22e411-6c2b-4144-9e06-e22471cb6990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ed7d8c-a934-4213-a4c1-979d64861fe2'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:32:16.720956 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326278b9-a063-4deb-b590-20be3930e69a" -d '{"events": [{"server_uuid": "5d22e411-6c2b-4144-9e06-e22471cb6990", "name": "network-vif-plugged", "status": "completed", "tag": "d3ed7d8c-a934-4213-a4c1-979d64861fe2"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:32:16.790741 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:16.792728 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:16.821725 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc08a430>, [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:13Z', 'revision_number': 3, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:16.831619 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Checking router: ae82820a-3105-4a30-8538-e65c2f4702ef for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:32:16.832335 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Updating router ae82820a-3105-4a30-8538-e65c2f4702ef port 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 binding host dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:32:16.895380 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-f249f180-4ca5-4e7c-98b8-283be2d91a54 req-8176ddcf-3b0f-4de3-91be-6075485813cf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] For port a1570a00-53eb-4962-a226-9fb30af66156, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=a1570a00-53eb-4962-a226-9fb30af66156,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:16.895745 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-f249f180-4ca5-4e7c-98b8-283be2d91a54 req-8176ddcf-3b0f-4de3-91be-6075485813cf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:16.908450 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:16.925961 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863df322-4812-4f00-b529-a2194e126843 x-openstack-request-id: req-863df322-4812-4f00-b529-a2194e126843 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:32:16.930656 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d22e411-6c2b-4144-9e06-e22471cb6990", "name": "network-vif-plugged", "status": "completed", "tag": "d3ed7d8c-a934-4213-a4c1-979d64861fe2", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:32:16.930656 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-863df322-4812-4f00-b529-a2194e126843 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:32:16.930656 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d22e411-6c2b-4144-9e06-e22471cb6990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ed7d8c-a934-4213-a4c1-979d64861fe2', 'code': 200}
Jun 08 18:32:16.965049 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=d3ed7d8c-a934-4213-a4c1-979d64861fe2,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:16.968976 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:17.129148 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-f249f180-4ca5-4e7c-98b8-283be2d91a54 req-8176ddcf-3b0f-4de3-91be-6075485813cf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Calling delete_port for a1570a00-53eb-4962-a226-9fb30af66156 owned by compute:nova {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:32:17.358960 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:17.391252 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-53b6b67d-5803-465f-9f2c-c15e5588350e req-189f4dea-ba9e-4346-bc3f-37ef0586a615 tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] 10.222.0.20 "GET /v2.0/ports?device_id=e36904c2-91d9-4ab1-b449-7f6d9ec5fede HTTP/1.1" status: 200  len: 210 time: 0.0760739
Jun 08 18:32:17.488984 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Notify callbacks [] for port, precommit_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:17.573721 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-f249f180-4ca5-4e7c-98b8-283be2d91a54 req-8176ddcf-3b0f-4de3-91be-6075485813cf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:17.574348 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.provisioning_blocks [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Transition to ACTIVE for port object 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 will not be triggered until provisioned by entity L2. {{(pid=92321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:32:17.582435 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:17.593843 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['93860c6c-def9-46e6-b58f-6e75ecee3d1c', '1574d081-4270-4813-87ea-02310d0a1afb', 'eb653d1f-ff98-4c10-9150-11532b049bc8', 'a1570a00-53eb-4962-a226-9fb30af66156'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:32:17.717677 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:17.719325 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176ddcf-3b0f-4de3-91be-6075485813cf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Pushing event deleted for resources: {'Port': ['ID=a1570a00-53eb-4962-a226-9fb30af66156,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:17.730350 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-8176ddcf-3b0f-4de3-91be-6075485813cf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:17.745210 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:17.905547 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f249f180-4ca5-4e7c-98b8-283be2d91a54 req-8176ddcf-3b0f-4de3-91be-6075485813cf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] No DVR routers for this DVR port a1570a00-53eb-4962-a226-9fb30af66156 on host hv-cinder-78956 {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:32:17.915093 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-f249f180-4ca5-4e7c-98b8-283be2d91a54 req-8176ddcf-3b0f-4de3-91be-6075485813cf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:17.923103 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f249f180-4ca5-4e7c-98b8-283be2d91a54 req-8176ddcf-3b0f-4de3-91be-6075485813cf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "DELETE /v2.0/ports/a1570a00-53eb-4962-a226-9fb30af66156 HTTP/1.1" status: 204  len: 173 time: 1.5742822
Jun 08 18:32:17.926359 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device f9307fe4-b226-41e8-b44a-4f9541a0f590 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:32:17.941541 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7657c2-5504-4ccc-a5f3-b4b1296b5ff6 req-d3e19ba3-3b2d-409b-be0c-1f964299d64d tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:17.943280 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ee7657c2-5504-4ccc-a5f3-b4b1296b5ff6 req-d3e19ba3-3b2d-409b-be0c-1f964299d64d tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 867 time: 0.5670743
Jun 08 18:32:17.999980 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: f9307fe4-b226-41e8-b44a-4f9541a0f590 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:32:18.000933 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device f9307fe4-b226-41e8-b44a-4f9541a0f590 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:32:18.000933 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device a1570a00-53eb-4962-a226-9fb30af66156 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:32:18.025244 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3979e38b-d400-4a9e-8c68-fc416e859620', 'name': 'network-vif-deleted', 'tag': 'a1570a00-53eb-4962-a226-9fb30af66156'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:32:18.029080 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b704672f-1d08-4dfb-9dc2-bea64a28dc1f" -d '{"events": [{"server_uuid": "3979e38b-d400-4a9e-8c68-fc416e859620", "name": "network-vif-deleted", "tag": "a1570a00-53eb-4962-a226-9fb30af66156"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:32:18.041051 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Pushing event updated for resources: {'Port': ['ID=0e8a36c5-e7a5-4999-9ea2-e81c5b797143,revision_number=2']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:18.058186 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:18.068244 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: a1570a00-53eb-4962-a226-9fb30af66156 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:32:18.068686 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device a1570a00-53eb-4962-a226-9fb30af66156 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:32:18.074149 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:18.078048 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:18.078786 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:18.079318 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:18.079781 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:18.080257 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:18.083234 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:18.084072 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:18.085672 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:18.085672 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:18.085672 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:18.085672 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:32:18.100483 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Attempting to bind port 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:32:18.102777 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Allocated IP 172.20.0.1 (d3e917a6-7059-4dfd-9b76-17cc2033e4e2/909f55c0-4a9e-46a4-ab42-4fa4fde86908/fc68e1fc-3c1b-4406-9194-38734dc15496) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:32:18.103671 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Attempting to bind port 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:32:18.104655 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Attempting to bind port 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 on network a06ee958-817b-4651-8f1f-374b575e10a7 {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:32:18.106968 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:18.124363 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ee7657c2-5504-4ccc-a5f3-b4b1296b5ff6 req-22e7873a-8c1f-4107-9f43-b0132d5042e9 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300733
Jun 08 18:32:18.128424 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:32:18.128859 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Checking segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:32:18.129271 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:18.129671 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Bound using segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:32:18.130165 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Bound port: 0e8a36c5-e7a5-4999-9ea2-e81c5b797143, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:32:18.130545 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:18.136685 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b372c4-92de-4535-981d-38b1bd22184e req-b5a333f9-4c25-4529-99a2-1655160f8b7e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:18.144451 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-64b372c4-92de-4535-981d-38b1bd22184e req-b5a333f9-4c25-4529-99a2-1655160f8b7e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 946 time: 0.2190340
Jun 08 18:32:18.152817 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0d092-cac3-43da-affe-3cf706a0bbc9 req-a9a99b90-a3f5-488d-823b-5b22226ef429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:18.157143 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a3c0d092-cac3-43da-affe-3cf706a0bbc9 req-a9a99b90-a3f5-488d-823b-5b22226ef429 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 1098 time: 0.4325516
Jun 08 18:32:18.229262 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-64b372c4-92de-4535-981d-38b1bd22184e req-d928481d-5512-4499-a665-f8670a588b7d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0838339
Jun 08 18:32:18.281134 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] For port 0e8a36c5-e7a5-4999-9ea2-e81c5b797143, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:32:18.285628 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] For port 0e8a36c5-e7a5-4999-9ea2-e81c5b797143, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=0e8a36c5-e7a5-4999-9ea2-e81c5b797143,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:32:18.311609 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa449bfc-3ee9-4ca7-9b5b-dc6a1b973e64 x-openstack-request-id: req-fa449bfc-3ee9-4ca7-9b5b-dc6a1b973e64 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:32:18.312369 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3979e38b-d400-4a9e-8c68-fc416e859620", "name": "network-vif-deleted", "tag": "a1570a00-53eb-4962-a226-9fb30af66156", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:32:18.312800 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa449bfc-3ee9-4ca7-9b5b-dc6a1b973e64 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:32:18.313370 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3979e38b-d400-4a9e-8c68-fc416e859620', 'name': 'network-vif-deleted', 'tag': 'a1570a00-53eb-4962-a226-9fb30af66156', 'status': 'completed', 'code': 200}
Jun 08 18:32:18.333449 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-a3c0d092-cac3-43da-affe-3cf706a0bbc9 req-e22099d7-e5fa-4524-8f20-9870cdfbd92f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454289
Jun 08 18:32:18.386193 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:18.390368 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:18.503802 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Routers {'ae82820a-3105-4a30-8538-e65c2f4702ef'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:32:18.505762 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc08a430>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:32:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ae82820a-3105-4a30-8538-e65c2f4702ef'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:18.526933 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 34902) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:18.550040 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:18.595903 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Transition to ACTIVE for port object fc68e1fc-3c1b-4406-9194-38734dc15496 will not be triggered until provisioned by entity DHCP. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:32:18.599975 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Pushing event updated for resources: {'Port': ['ID=0e8a36c5-e7a5-4999-9ea2-e81c5b797143,revision_number=3']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:18.604534 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:18.633994 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389ce71-f291-4b44-a258-d8b7cd54f38a req-6707eacc-3b87-4ea8-8adb-571319f6bdcf tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:18.635690 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f389ce71-f291-4b44-a258-d8b7cd54f38a req-6707eacc-3b87-4ea8-8adb-571319f6bdcf tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 945 time: 0.2927561
Jun 08 18:32:18.697710 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f389ce71-f291-4b44-a258-d8b7cd54f38a req-d381e6ff-61b8-4a18-8822-f832c464d8bc tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492363
Jun 08 18:32:18.749385 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] Set router ae82820a-3105-4a30-8538-e65c2f4702ef gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:32:18.793254 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:18.795905 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:18.795905 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:32:18.795905 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:32:18.795905 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:32:18.795905 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:18.795905 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:32:18.828251 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:32:18.830431 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:18.835306 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:32:18.937609 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380899'] for router_interface, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:19.153427 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc08a430>, [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:13Z', 'revision_number': 3, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:19.158626 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbddc0ba-7489-4c6b-bcb9-b927d5b3508a None None] The sync data for ids ['ae82820a-3105-4a30-8538-e65c2f4702ef'] in dv-cinder-789564-4-iscsi is: [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:13Z', 'revision_number': 3, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:32:19.264201 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:19.283196 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-3bcf49e0-e650-42e1-86f1-7f33552dfa10 None None] Provisioning for port fc68e1fc-3c1b-4406-9194-38734dc15496 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:32:19.289300 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-3bcf49e0-e650-42e1-86f1-7f33552dfa10 None None] Provisioning complete for port fc68e1fc-3c1b-4406-9194-38734dc15496 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:19.300733 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-3bcf49e0-e650-42e1-86f1-7f33552dfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:19.334825 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380715'] for router_interface, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:19.420196 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf49e0-e650-42e1-86f1-7f33552dfa10 None None] Port fc68e1fc-3c1b-4406-9194-38734dc15496 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:32:19.547973 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-05879b9b-5996-47b4-92eb-13f4dd4b173b req-60ad9ccb-8d6c-4efb-b4c1-2d82aac128c5 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=3979e38b-d400-4a9e-8c68-fc416e859620 HTTP/1.1" status: 200  len: 210 time: 0.0763633
Jun 08 18:32:19.730553 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8ec2-47a4-434b-aae1-6b038c771183 req-b076bceb-6946-4384-ba78-fd1e11d05d99 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:19.732283 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-edca8ec2-47a4-434b-aae1-6b038c771183 req-b076bceb-6946-4384-ba78-fd1e11d05d99 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 946 time: 0.2968028
Jun 08 18:32:19.871018 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:19.885056 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-edca8ec2-47a4-434b-aae1-6b038c771183 req-81796e5d-e0f5-4f9f-adbd-af7549fa10fa tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1351051
Jun 08 18:32:19.936594 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:19.968677 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:20.003433 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-dd712e2c-793b-4e4b-a29c-48c804eccb46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:20.093450 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380706'] for router_interface, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:20.098243 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Pushing event updated for resources: {'Port': ['ID=fc68e1fc-3c1b-4406-9194-38734dc15496,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:20.102226 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:20.168519 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3ee97-985f-4a9b-9fcb-628bd2444f48 req-e3e1e2b6-c369-4480-b6b5-9186b105287b tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:20.170105 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-77c3ee97-985f-4a9b-9fcb-628bd2444f48 req-e3e1e2b6-c369-4480-b6b5-9186b105287b tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 945 time: 0.2445881
Jun 08 18:32:20.176777 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:32:20.184378 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:20.184378 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:20.272819 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:32:20.274203 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:20.286167 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-77c3ee97-985f-4a9b-9fcb-628bd2444f48 req-751c05a2-018e-43ca-b36b-e7964a9e29c0 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864034
Jun 08 18:32:20.323082 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] Deleting port f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:32:20.323082 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:20.368231 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:20.431197 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 0e8a36c5-e7a5-4999-9ea2-e81c5b797143, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=0e8a36c5-e7a5-4999-9ea2-e81c5b797143,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:20.541436 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] For port f14a204b-5e87-4b7f-80e6-667f2dc9e5b3, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=f14a204b-5e87-4b7f-80e6-667f2dc9e5b3,segment=NetworkSegment(97f78bb9-c514-414e-a15e-1a30f5c86844),segment_id=97f78bb9-c514-414e-a15e-1a30f5c86844)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:20.545260 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:20.563414 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:20.566688 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:20.683530 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Router ae82820a-3105-4a30-8538-e65c2f4702ef has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:32:20.709023 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-d553cafb-8de2-457a-a067-759ea0fd59d3 None None] Provisioning complete for port fc68e1fc-3c1b-4406-9194-38734dc15496 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:20.710016 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-d553cafb-8de2-457a-a067-759ea0fd59d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:20.860130 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-d553cafb-8de2-457a-a067-759ea0fd59d3 None None] Port fc68e1fc-3c1b-4406-9194-38734dc15496 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:32:20.888853 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=0e8a36c5-e7a5-4999-9ea2-e81c5b797143,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:20.894708 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:20.964486 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] Calling delete_port for f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 owned by network:router_interface {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:32:21.094604 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:32:21.110626 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] 10.222.0.20 "PUT /v2.0/routers/ae82820a-3105-4a30-8538-e65c2f4702ef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0629687
Jun 08 18:32:21.460140 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:21.466882 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-529bcf8b-0002-4b87-8172-ea2b8ac1641e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:21.591726 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14a204b-5e87-4b7f-80e6-667f2dc9e5b3,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:21.597870 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:21.628823 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Sync routers for ids ['ae82820a-3105-4a30-8538-e65c2f4702ef'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:32:21.646581 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Routers {'ae82820a-3105-4a30-8538-e65c2f4702ef'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:32:21.648119 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7fb4b80>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:32:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ae82820a-3105-4a30-8538-e65c2f4702ef'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:21.938745 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Set router ae82820a-3105-4a30-8538-e65c2f4702ef gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:32:22.064325 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336336'] for router_interface, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:22.168268 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:22.493044 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 34994) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:22.502895 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1842052362-network', 'tenant_id': '105f49fbc9c945589ae0275209f02376'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:22.508717 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:22.509108 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:22.682899 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Made reservation on behalf of 105f49fbc9c945589ae0275209f02376 for: {'network': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:32:22.685323 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:22.702494 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:22.711589 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7fb4b80>, [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'fc68e1fc-3c1b-4406-9194-38734dc15496', 'name': '', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'mac_address': 'fa:16:3e:3f:81:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:17Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 2, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'subnets': [{'id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:22.718183 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] Router ac655738-566e-4cf6-9318-dca74ac2dfc8 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:32:22.720316 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Checking router: ae82820a-3105-4a30-8538-e65c2f4702ef for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:32:22.721146 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Updating router ae82820a-3105-4a30-8538-e65c2f4702ef port fc68e1fc-3c1b-4406-9194-38734dc15496 binding host dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:32:22.782820 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:22.867789 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:22.930631 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:22.941814 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-3e46afbb-bf41-477f-b068-73ebfd12ed58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:22.991887 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'}  {{(pid=92319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:32:23.007522 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb8ab09-564c-48af-9978-68f01e71085b,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:23.012779 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:23.024313 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.segments_db [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Added segment 96566287-d1a5-4c4b-a64b-d24c9bf86691 of type vlan for network e9e4eb11-7d52-45d9-b430-8a57714889cd
Jun 08 18:32:23.026631 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:23.153283 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:32:23.158900 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:23.163435 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] 10.222.0.20 "PUT /v2.0/routers/ac655738-566e-4cf6-9318-dca74ac2dfc8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6323071
Jun 08 18:32:23.164589 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35016) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:23.167232 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878a0e3-7d5a-4e18-a0f5-f79ebec2243c None None] Sync routers for ids ['ac655738-566e-4cf6-9318-dca74ac2dfc8'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:32:23.202372 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878a0e3-7d5a-4e18-a0f5-f79ebec2243c None None] Routers {'ac655738-566e-4cf6-9318-dca74ac2dfc8'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:32:23.203444 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-4878a0e3-7d5a-4e18-a0f5-f79ebec2243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc08afd0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:32:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ac655738-566e-4cf6-9318-dca74ac2dfc8'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:23.386280 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:23.389065 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:23.390070 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:23.420389 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-1c09a545-cfb5-42e9-8668-62c898d3d515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:23.425591 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Notify callbacks [] for port, precommit_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:23.451223 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Transition to ACTIVE for port object fc68e1fc-3c1b-4406-9194-38734dc15496 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:32:23.532290 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-4878a0e3-7d5a-4e18-a0f5-f79ebec2243c None None] Set router ac655738-566e-4cf6-9318-dca74ac2dfc8 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:32:23.566354 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0713904
Jun 08 18:32:23.570671 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35020) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:23.585888 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] Request body: {'subnet': {'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1842052362-subnet', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'ip_version': 4}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:23.608157 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Pushing event updated for resources: {'Network': ['ID=e9e4eb11-7d52-45d9-b430-8a57714889cd,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:23.612062 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0479937-e97c-4a77-a0b6-bca77a54abbb req-63bbf2a5-8927-4021-b474-cb19edf052f5 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:23.612759 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:23.614612 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a0479937-e97c-4a77-a0b6-bca77a54abbb req-63bbf2a5-8927-4021-b474-cb19edf052f5 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 945 time: 0.2488992
Jun 08 18:32:23.621797 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network e9e4eb11-7d52-45d9-b430-8a57714889cd details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:32:23.652843 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Notify callbacks [] for router, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:23.774959 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a0479937-e97c-4a77-a0b6-bca77a54abbb req-611fa9ef-d106-4fad-bf4a-2e06346cfbb1 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452632
Jun 08 18:32:23.880219 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:23.946247 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:23.950631 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:23.996813 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-4878a0e3-7d5a-4e18-a0f5-f79ebec2243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc08afd0>, [{'id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-730513170-router', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:24Z', 'updated_at': '2021-06-08T18:32:21Z', 'revision_number': 5, 'project_id': '00bc36fbe4414e2aa41c9772972a300e', 'gw_port': {'id': 'bd83ae14-f29c-417d-9ee0-5745ec3f3800', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:25Z', 'updated_at': '2021-06-08T18:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:24.005827 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878a0e3-7d5a-4e18-a0f5-f79ebec2243c None None] Checking router: ac655738-566e-4cf6-9318-dca74ac2dfc8 for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:32:24.016580 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878a0e3-7d5a-4e18-a0f5-f79ebec2243c None None] Routers {'ac655738-566e-4cf6-9318-dca74ac2dfc8'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:32:24.017429 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-4878a0e3-7d5a-4e18-a0f5-f79ebec2243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc08afd0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:32:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ac655738-566e-4cf6-9318-dca74ac2dfc8'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:24.019816 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] Made reservation on behalf of 105f49fbc9c945589ae0275209f02376 for: {'subnet': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:32:24.022852 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10675552'] for subnet, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:24.153738 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4440dff-adf3-40b3-afed-cba6d362e8a8 None None] Pushing event updated for resources: {'Port': ['ID=fc68e1fc-3c1b-4406-9194-38734dc15496,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:24.159194 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-b4440dff-adf3-40b3-afed-cba6d362e8a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:24.236549 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Attempting to bind port fc68e1fc-3c1b-4406-9194-38734dc15496 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:32:24.236949 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Attempting to bind port fc68e1fc-3c1b-4406-9194-38734dc15496 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:32:24.237676 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Attempting to bind port fc68e1fc-3c1b-4406-9194-38734dc15496 on network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:32:24.238823 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Deleting port bd83ae14-f29c-417d-9ee0-5745ec3f3800 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:32:24.239215 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:24.253254 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:32:24.253614 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Checking segment: {'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:32:24.254043 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:24.254472 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Bound using segment: {'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:32:24.255048 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Bound port: fc68e1fc-3c1b-4406-9194-38734dc15496, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:32:24.255434 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:24.384842 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-4878a0e3-7d5a-4e18-a0f5-f79ebec2243c None None] Set router ac655738-566e-4cf6-9318-dca74ac2dfc8 gateway port host: None {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:32:24.454724 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] For port fc68e1fc-3c1b-4406-9194-38734dc15496, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:32:24.460039 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] For port fc68e1fc-3c1b-4406-9194-38734dc15496, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=fc68e1fc-3c1b-4406-9194-38734dc15496,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:32:24.519315 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-4878a0e3-7d5a-4e18-a0f5-f79ebec2243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc08afd0>, [{'id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-730513170-router', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:24Z', 'updated_at': '2021-06-08T18:32:23Z', 'revision_number': 6, 'project_id': '00bc36fbe4414e2aa41c9772972a300e', 'gw_port_host': None}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:24.525482 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878a0e3-7d5a-4e18-a0f5-f79ebec2243c None None] The sync data for ids ['ac655738-566e-4cf6-9318-dca74ac2dfc8'] in dv-cinder-789564-4-iscsi is: [{'id': 'ac655738-566e-4cf6-9318-dca74ac2dfc8', 'name': 'tempest-ServerRescueNegativeTestJSON-730513170-router', 'tenant_id': '00bc36fbe4414e2aa41c9772972a300e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:24Z', 'updated_at': '2021-06-08T18:32:23Z', 'revision_number': 6, 'project_id': '00bc36fbe4414e2aa41c9772972a300e', 'gw_port_host': None}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:32:24.554622 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] For port bd83ae14-f29c-417d-9ee0-5745ec3f3800, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=bd83ae14-f29c-417d-9ee0-5745ec3f3800,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:24.555366 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:24.621308 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:24.627220 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:24.718113 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Calling delete_port for bd83ae14-f29c-417d-9ee0-5745ec3f3800 owned by network:router_gateway {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:32:24.727360 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11523682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10675534'] for subnet, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:24.728755 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Routers {'ae82820a-3105-4a30-8538-e65c2f4702ef'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:32:24.733283 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7fb4b80>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:32:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ae82820a-3105-4a30-8538-e65c2f4702ef'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:24.738533 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:24.807534 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4440dff-adf3-40b3-afed-cba6d362e8a8 None None] Pushing event updated for resources: {'Port': ['ID=fc68e1fc-3c1b-4406-9194-38734dc15496,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:24.831656 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-b4440dff-adf3-40b3-afed-cba6d362e8a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:24.883041 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d2419f-30cd-4e16-8290-8ebda92ef906,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:24.896684 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:24.921333 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] Checking segment: {'id': '96566287-d1a5-4c4b-a64b-d24c9bf86691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:32:24.921702 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] Network hostable DHCP agents. Network: e9e4eb11-7d52-45d9-b430-8a57714889cd, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:32:24.944476 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1dad1-6a5b-489c-ad4e-a1a72eb5f74d req-5810677f-b86d-4a2f-bcfe-ade07fc5983f tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:24.946713 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f9c1dad1-6a5b-489c-ad4e-a1a72eb5f74d req-5810677f-b86d-4a2f-bcfe-ade07fc5983f tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 945 time: 0.2186089
Jun 08 18:32:25.040191 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] Set router ae82820a-3105-4a30-8538-e65c2f4702ef gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:32:25.177700 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] Network e9e4eb11-7d52-45d9-b430-8a57714889cd is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:32:25.190306 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-f9c1dad1-6a5b-489c-ad4e-a1a72eb5f74d req-e05c0608-7cb3-4459-b00d-05f3da1516b2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Deleting port eb653d1f-ff98-4c10-9150-11532b049bc8 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:32:25.190699 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-f9c1dad1-6a5b-489c-ad4e-a1a72eb5f74d req-e05c0608-7cb3-4459-b00d-05f3da1516b2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:25.216453 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8effb35-57d1-4ba2-ba9a-d90ac3f7738a req-762c796f-e4b6-4e6c-ad7f-9a76567f7d68 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:25.219654 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a8effb35-57d1-4ba2-ba9a-d90ac3f7738a req-762c796f-e4b6-4e6c-ad7f-9a76567f7d68 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 945 time: 0.2462842
Jun 08 18:32:25.275337 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a8effb35-57d1-4ba2-ba9a-d90ac3f7738a req-d258cfcd-0c04-4ed1-bccf-ca9bb1af7a60 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470519
Jun 08 18:32:25.317879 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, e9e4eb11-7d52-45d9-b430-8a57714889cd) {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:25.326116 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:25.328046 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:25.332305 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:32:25.340941 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dab5f7f-6451-4b6f-be94-918d0bde22c4 None None] Network e9e4eb11-7d52-45d9-b430-8a57714889cd requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:32:25.364660 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:25.373120 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:25.445618 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-f9c1dad1-6a5b-489c-ad4e-a1a72eb5f74d req-e05c0608-7cb3-4459-b00d-05f3da1516b2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] For port eb653d1f-ff98-4c10-9150-11532b049bc8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=eb653d1f-ff98-4c10-9150-11532b049bc8,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:25.446122 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-f9c1dad1-6a5b-489c-ad4e-a1a72eb5f74d req-e05c0608-7cb3-4459-b00d-05f3da1516b2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:25.471246 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd83ae14-f29c-417d-9ee0-5745ec3f3800,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:25.481062 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-feee3c2f-747b-4140-9bcf-b29cc39929ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.9008353
Jun 08 18:32:25.481062 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:25.554854 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35036) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:25.560852 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1842052362-router', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:25.656610 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-f9c1dad1-6a5b-489c-ad4e-a1a72eb5f74d req-e05c0608-7cb3-4459-b00d-05f3da1516b2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Calling delete_port for eb653d1f-ff98-4c10-9150-11532b049bc8 owned by compute:nova {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:32:25.743174 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de793029-891b-4a23-a0eb-b1e2d6650280 req-de7941c8-641b-41aa-93fd-528e20416e01 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:25.744810 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-de793029-891b-4a23-a0eb-b1e2d6650280 req-de7941c8-641b-41aa-93fd-528e20416e01 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.3670046
Jun 08 18:32:25.780594 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380749'] for router_gateway, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:25.850720 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-343638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61452'] for router, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:25.852874 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61443'] for router, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:25.874475 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7fb4b80>, [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'fc68e1fc-3c1b-4406-9194-38734dc15496', 'name': '', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'mac_address': 'fa:16:3e:3f:81:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:17Z', 'updated_at': '2021-06-08T18:32:24Z', 'revision_number': 4, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'subnets': [{'id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:25.898372 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:25.941576 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b1489-cab4-418c-9c05-2b1c9a53c576 None None] The sync data for ids ['ae82820a-3105-4a30-8538-e65c2f4702ef'] in dv-cinder-789564-4-iscsi is: [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'fc68e1fc-3c1b-4406-9194-38734dc15496', 'name': '', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'mac_address': 'fa:16:3e:3f:81:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:17Z', 'updated_at': '2021-06-08T18:32:24Z', 'revision_number': 4, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'subnets': [{'id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:32:25.957295 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:32:25.980301 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-de793029-891b-4a23-a0eb-b1e2d6650280 req-ea7c5e04-c782-4edd-8f76-a4801ba9f219 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2265956
Jun 08 18:32:26.046801 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27724984-45eb-5bff-894b-224ed9fae270-e9e4eb11-7d52-45d9-b430-8a57714889cd', 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'fixed_ips': [{'subnet_id': 'c2d2419f-30cd-4e16-8290-8ebda92ef906'}]}} from dv-cinder-789564-4-iscsi. {{(pid=92320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 18:32:26.058405 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:26.094842 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:32:26.102818 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device f14a204b-5e87-4b7f-80e6-667f2dc9e5b3 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:32:26.102818 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device bd83ae14-f29c-417d-9ee0-5745ec3f3800 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:32:26.201919 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: bd83ae14-f29c-417d-9ee0-5745ec3f3800 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:32:26.202889 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device bd83ae14-f29c-417d-9ee0-5745ec3f3800 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:32:26.277627 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-343576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61498'] for router, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:26.280921 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:26.439745 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.db_base_plugin_common [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Allocated IP 172.20.0.2 (e9e4eb11-7d52-45d9-b430-8a57714889cd/c2d2419f-30cd-4e16-8290-8ebda92ef906/e2b44f16-da2a-42a2-bbc2-36d444ddefc3) {{(pid=92320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:32:26.489504 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-f9c1dad1-6a5b-489c-ad4e-a1a72eb5f74d req-e05c0608-7cb3-4459-b00d-05f3da1516b2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:26.520717 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:26.558707 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4e3f8dd5-5315-4ffe-ba96-beeba94bdb73 req-39b893ea-3452-428e-a713-8ef97e6395f7 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 210 time: 0.0524774
Jun 08 18:32:26.566458 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-343796'] for router, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:26.569841 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac655738-566e-4cf6-9318-dca74ac2dfc8 {{(pid=92318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 18:32:26.582251 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Notify callbacks [] for router, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:26.585877 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] 10.222.0.20 "DELETE /v2.0/routers/ac655738-566e-4cf6-9318-dca74ac2dfc8 HTTP/1.1" status: 204  len: 168 time: 3.4196482
Jun 08 18:32:26.589402 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35042) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:26.653810 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-343620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61489'] for router, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:26.665729 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_v2 [None req-58eb081f-c234-4c71-8536-a836a64b20bc admin admin] Deleting subnet 33eab693-69b1-41c2-88cf-adfe5e14a0e4 {{(pid=92318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:32:26.670670 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-58eb081f-c234-4c71-8536-a836a64b20bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:26.684446 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c0608-7cb3-4459-b00d-05f3da1516b2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Pushing event deleted for resources: {'Port': ['ID=eb653d1f-ff98-4c10-9150-11532b049bc8,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:26.704003 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['93860c6c-def9-46e6-b58f-6e75ecee3d1c', '1574d081-4270-4813-87ea-02310d0a1afb'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:32:26.768182 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-e05c0608-7cb3-4459-b00d-05f3da1516b2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:26.798507 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-58eb081f-c234-4c71-8536-a836a64b20bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11487127'] for subnet, precommit_delete_associations {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:26.924185 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-58eb081f-c234-4c71-8536-a836a64b20bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.098863 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c1dad1-6a5b-489c-ad4e-a1a72eb5f74d req-e05c0608-7cb3-4459-b00d-05f3da1516b2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] No DVR routers for this DVR port eb653d1f-ff98-4c10-9150-11532b049bc8 on host hv-cinder-78956 {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:32:27.106724 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-f9c1dad1-6a5b-489c-ad4e-a1a72eb5f74d req-e05c0608-7cb3-4459-b00d-05f3da1516b2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.107366 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f9c1dad1-6a5b-489c-ad4e-a1a72eb5f74d req-e05c0608-7cb3-4459-b00d-05f3da1516b2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "DELETE /v2.0/ports/eb653d1f-ff98-4c10-9150-11532b049bc8 HTTP/1.1" status: 204  len: 173 time: 2.1448720
Jun 08 18:32:27.107826 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ab7c93-c844-40bc-96ed-cca1f2fa16f5', 'name': 'network-vif-deleted', 'tag': 'eb653d1f-ff98-4c10-9150-11532b049bc8'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:32:27.110211 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f019d068-8f50-46e5-be26-2366cc741461" -d '{"events": [{"server_uuid": "50ab7c93-c844-40bc-96ed-cca1f2fa16f5", "name": "network-vif-deleted", "tag": "eb653d1f-ff98-4c10-9150-11532b049bc8"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:32:27.130267 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-58eb081f-c234-4c71-8536-a836a64b20bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11523617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10675525'] for subnet, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.149511 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:27.217002 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Notify callbacks [] for port, precommit_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.249907 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Transition to ACTIVE for port object e2b44f16-da2a-42a2-bbc2-36d444ddefc3 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:32:27.336599 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Transition to ACTIVE for port object e2b44f16-da2a-42a2-bbc2-36d444ddefc3 will not be triggered until provisioned by entity DHCP. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:32:27.346177 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb081f-c234-4c71-8536-a836a64b20bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33eab693-69b1-41c2-88cf-adfe5e14a0e4,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:27.348157 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-58eb081f-c234-4c71-8536-a836a64b20bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.350266 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-58eb081f-c234-4c71-8536-a836a64b20bc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/33eab693-69b1-41c2-88cf-adfe5e14a0e4 HTTP/1.1" status: 204  len: 168 time: 0.7595870
Jun 08 18:32:27.352440 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-58eb081f-c234-4c71-8536-a836a64b20bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:27.352865 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35052) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:27.426871 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eb9697-9f63-4fe3-bc24-f9d02670a4d7 x-openstack-request-id: req-58eb9697-9f63-4fe3-bc24-f9d02670a4d7 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:32:27.426871 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ab7c93-c844-40bc-96ed-cca1f2fa16f5", "name": "network-vif-deleted", "tag": "eb653d1f-ff98-4c10-9150-11532b049bc8", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:32:27.428563 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58eb9697-9f63-4fe3-bc24-f9d02670a4d7 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:32:27.429098 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ab7c93-c844-40bc-96ed-cca1f2fa16f5', 'name': 'network-vif-deleted', 'tag': 'eb653d1f-ff98-4c10-9150-11532b049bc8', 'status': 'completed', 'code': 200}
Jun 08 18:32:27.489390 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.496969 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.498066 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:27.498066 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:32:27.498066 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:32:27.498066 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:32:27.498066 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:27.498066 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:32:27.566401 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Network e9e4eb11-7d52-45d9-b430-8a57714889cd is already hosted by enough agents. {{(pid=92320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:32:27.569410 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.base_scheduler [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Resources bound (agent type, host, resource id):  {{(pid=92320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:27.572430 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Received port after_create {{(pid=92320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:32:27.645465 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be528012-2c0f-4020-ad2f-c0e8e66100ce req-6534a325-1ffb-41e2-88c6-5fb0b735c13d tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:27.647720 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-be528012-2c0f-4020-ad2f-c0e8e66100ce req-6534a325-1ffb-41e2-88c6-5fb0b735c13d tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.2828720
Jun 08 18:32:27.653476 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.705678 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.713340 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.735042 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.services.segments.db [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc745b370>,) {'filters': {'network_id': ['7fc2034f-f9dc-4cde-884f-66131f58500b']}} {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:27.750483 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.services.segments.db [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc745b370>, '97f78bb9-c514-414e-a15e-1a30f5c86844') {'for_net_delete': True} {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:27.750785 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.services.segments.db [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc745b370>, '97f78bb9-c514-414e-a15e-1a30f5c86844') {} {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:27.780039 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Attempting to bind port e2b44f16-da2a-42a2-bbc2-36d444ddefc3 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:32:27.780768 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Attempting to bind port e2b44f16-da2a-42a2-bbc2-36d444ddefc3 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '96566287-d1a5-4c4b-a64b-d24c9bf86691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:32:27.781242 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Attempting to bind port e2b44f16-da2a-42a2-bbc2-36d444ddefc3 on network e9e4eb11-7d52-45d9-b430-8a57714889cd {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:32:27.788450 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:32:27.789012 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Checking segment: {'id': '96566287-d1a5-4c4b-a64b-d24c9bf86691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:32:27.789533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.790074 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Bound using segment: {'id': '96566287-d1a5-4c4b-a64b-d24c9bf86691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:32:27.790478 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11487132'] for segment, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.795271 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Bound port: e2b44f16-da2a-42a2-bbc2-36d444ddefc3, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96566287-d1a5-4c4b-a64b-d24c9bf86691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:32:27.795870 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.815496 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.825642 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=92318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:32:27.826222 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11523716'] for segment, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]: Traceback (most recent call last):
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     timer()
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     cb(*args, **kw)
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     return func(*args, **kwargs)
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     self._notify()
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     self.callback(batched_events)
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     event.method(event)
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     return f(self, *a, **k)
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     return self._get(url).json()
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:32:27.845996 dv-cinder-789564-4-iscsi neutron-server[92318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:32:27.924377 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-be528012-2c0f-4020-ad2f-c0e8e66100ce req-d1cdec01-de86-42b3-99ad-104b1402b2eb tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2391441
Jun 08 18:32:27.964307 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device eb653d1f-ff98-4c10-9150-11532b049bc8 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:32:28.024914 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device fc68e1fc-3c1b-4406-9194-38734dc15496 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:28.068432 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: eb653d1f-ff98-4c10-9150-11532b049bc8 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:32:28.068432 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device eb653d1f-ff98-4c10-9150-11532b049bc8 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:32:28.069770 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] For port e2b44f16-da2a-42a2-bbc2-36d444ddefc3, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:32:28.112957 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2478c782-1a07-4839-a783-c51686b01659 req-a8a5cc02-f1a3-43f3-b577-0f3d439cea88 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ab7c93-c844-40bc-96ed-cca1f2fa16f5 HTTP/1.1" status: 200  len: 210 time: 0.1069119
Jun 08 18:32:28.121929 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:28.131640 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] For port e2b44f16-da2a-42a2-bbc2-36d444ddefc3, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=e2b44f16-da2a-42a2-bbc2-36d444ddefc3,segment=NetworkSegment(96566287-d1a5-4c4b-a64b-d24c9bf86691),segment_id=96566287-d1a5-4c4b-a64b-d24c9bf86691)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:32:28.132948 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:28.136848 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Allocated IP 172.27.1.61 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/ad06e1fa-5e75-42d6-9de7-dac24e8eae8b) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:32:28.174689 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:28.180026 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7fc2034f-f9dc-4cde-884f-66131f58500b HTTP/1.1" status: 204  len: 168 time: 0.8215630
Jun 08 18:32:28.185723 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fc2034f-f9dc-4cde-884f-66131f58500b,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:28.192793 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:28.195326 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:28.202751 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:28.283167 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port fc68e1fc-3c1b-4406-9194-38734dc15496 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:32:28.297262 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port fc68e1fc-3c1b-4406-9194-38734dc15496 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:28.297662 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:28.416386 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Pushing event updated for resources: {'Port': ['ID=e2b44f16-da2a-42a2-bbc2-36d444ddefc3,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:28.420940 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:28.464490 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:28.547468 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:28.611518 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:28.611659 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port fc68e1fc-3c1b-4406-9194-38734dc15496, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=fc68e1fc-3c1b-4406-9194-38734dc15496,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:28.611758 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:28.611758 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:32:28.611758 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:32:28.611758 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:32:28.611758 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:28.611758 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:32:28.659063 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:32:28.659063 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:28.670321 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:32:28.774173 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:28.780711 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:28.843863 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35062) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:28.887349 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=fc68e1fc-3c1b-4406-9194-38734dc15496,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:28.894628 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:28.919176 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-bd06c28d-488d-48b1-aed4-f9cb0aafe511 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00bc36fbe4414e2aa41c9772972a300e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0726526
Jun 08 18:32:28.922184 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35064) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:29.012386 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d059e34b-b1b7-45b8-8d68-202a3206101a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:29.043957 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d059e34b-b1b7-45b8-8d68-202a3206101a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:29.190998 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d059e34b-b1b7-45b8-8d68-202a3206101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:29.193969 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d059e34b-b1b7-45b8-8d68-202a3206101a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:29.199791 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-d059e34b-b1b7-45b8-8d68-202a3206101a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/328f4c54-2847-4cec-ac95-14c004c33742 HTTP/1.1" status: 204  len: 168 time: 0.2702758
Jun 08 18:32:29.199791 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-51d374b6-82af-4df4-98cc-8ce63d5e4a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:29.228875 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059e34b-b1b7-45b8-8d68-202a3206101a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328f4c54-2847-4cec-ac95-14c004c33742,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:29.243796 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d059e34b-b1b7-45b8-8d68-202a3206101a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:29.348228 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:29.466782 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8de36d-0e5a-480d-abfd-81d8d51e9790 req-dd5e9a93-4999-4ffb-845e-fdcae282a17e tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:29.469032 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5a8de36d-0e5a-480d-abfd-81d8d51e9790 req-dd5e9a93-4999-4ffb-845e-fdcae282a17e tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.3655794
Jun 08 18:32:29.648543 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9014e9a-1e7d-4de5-a016-6ad85d491f68 None None] Network e9e4eb11-7d52-45d9-b430-8a57714889cd requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:32:29.709710 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5a8de36d-0e5a-480d-abfd-81d8d51e9790 req-a6b4fd63-3c2f-4664-93d9-3da2dee2534c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2217140
Jun 08 18:32:29.920584 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-2240bcc2-1142-4e20-840e-07c4c39666f5 None None] Provisioning for port e2b44f16-da2a-42a2-bbc2-36d444ddefc3 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:32:30.005610 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-343629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337077'] for router, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:30.125922 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device e2b44f16-da2a-42a2-bbc2-36d444ddefc3 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:30.300628 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfc604-1aa1-45be-bfa6-43239c41d6b9 req-c8f8144d-c621-41a7-a4e4-1b4b992db853 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:30.300628 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d7bfc604-1aa1-45be-bfa6-43239c41d6b9 req-c8f8144d-c621-41a7-a4e4-1b4b992db853 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 945 time: 0.2888503
Jun 08 18:32:30.373659 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d7bfc604-1aa1-45be-bfa6-43239c41d6b9 req-e48d75d1-8582-4d90-a31a-dbd69dc625c6 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688958
Jun 08 18:32:30.602616 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Router 1709aee8-6b2f-40d2-9f1d-763334c4e6cf is scheduled to L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf with binding_index 1 {{(pid=92319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 18:32:30.602850 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port e2b44f16-da2a-42a2-bbc2-36d444ddefc3 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:32:30.610742 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port e2b44f16-da2a-42a2-bbc2-36d444ddefc3 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:30.611405 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:30.776668 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:30.861077 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port e2b44f16-da2a-42a2-bbc2-36d444ddefc3, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=e2b44f16-da2a-42a2-bbc2-36d444ddefc3,segment=NetworkSegment(96566287-d1a5-4c4b-a64b-d24c9bf86691),segment_id=96566287-d1a5-4c4b-a64b-d24c9bf86691)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:30.873134 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:32:30.893044 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Sync routers for ids ['1709aee8-6b2f-40d2-9f1d-763334c4e6cf'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:32:30.918309 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Routers {'1709aee8-6b2f-40d2-9f1d-763334c4e6cf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:32:30.919650 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e91d00>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:32:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['1709aee8-6b2f-40d2-9f1d-763334c4e6cf'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:31.059710 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] Notify callbacks [] for router, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:31.064142 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-1df9c8f5-ed24-415b-bd76-7bcdc0dcb1b8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.5081649
Jun 08 18:32:31.064811 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35112) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:31.072739 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df0a17-594e-4212-a16b-be3db85102af req-e135b240-5ec6-4619-a300-2b9a400be81b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:31.079048 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f8df0a17-594e-4212-a16b-be3db85102af req-e135b240-5ec6-4619-a300-2b9a400be81b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1478796
Jun 08 18:32:31.132038 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f8df0a17-594e-4212-a16b-be3db85102af req-ccd8f586-f001-4bc1-9a7c-c023280bb501 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0495024
Jun 08 18:32:31.202663 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-a6b5982a-f12c-4446-8cfc-9cf3ceb72c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:31.207357 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:31.208426 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device fc68e1fc-3c1b-4406-9194-38734dc15496 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:31.236620 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:31.287271 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Set router 1709aee8-6b2f-40d2-9f1d-763334c4e6cf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:32:31.574284 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=e2b44f16-da2a-42a2-bbc2-36d444ddefc3,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:31.582293 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:31.604945 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port fc68e1fc-3c1b-4406-9194-38734dc15496 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:31.605133 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:31.814854 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e91d00>, [{'id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'name': 'tempest-TestShelveInstance-1842052362-router', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:25Z', 'updated_at': '2021-06-08T18:32:28Z', 'revision_number': 3, 'project_id': '105f49fbc9c945589ae0275209f02376', 'gw_port': {'id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:27Z', 'updated_at': '2021-06-08T18:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:31.819972 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Checking router: 1709aee8-6b2f-40d2-9f1d-763334c4e6cf for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:32:31.820332 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Updating router 1709aee8-6b2f-40d2-9f1d-763334c4e6cf port ad06e1fa-5e75-42d6-9de7-dac24e8eae8b binding host dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:32:31.899070 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:32.051502 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device e2b44f16-da2a-42a2-bbc2-36d444ddefc3 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:32.102080 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee60ccd-9658-4a54-8c65-80772c6de25a req-2fbaff3c-2ec5-4918-ae8d-88a58d0b11a8 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:32.105487 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-aee60ccd-9658-4a54-8c65-80772c6de25a req-2fbaff3c-2ec5-4918-ae8d-88a58d0b11a8 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 945 time: 0.5617940
Jun 08 18:32:32.123574 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ccf1a-e1bc-4787-a957-e906cfafe150 req-74aaf8e1-0f18-4c17-b11a-5a997e96a68b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:32.125955 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-456ccf1a-e1bc-4787-a957-e906cfafe150 req-74aaf8e1-0f18-4c17-b11a-5a997e96a68b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 945 time: 0.6295764
Jun 08 18:32:32.409669 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-aee60ccd-9658-4a54-8c65-80772c6de25a req-6d420bc7-91c3-484b-a20e-d581343da1f3 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2764566
Jun 08 18:32:32.424346 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port e2b44f16-da2a-42a2-bbc2-36d444ddefc3 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:32.424346 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:32.441582 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6196b4-b1a2-4cdc-a329-be04d3294792 req-cb879618-0353-4206-8ab7-68ab8ee57170 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:32.445120 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5b6196b4-b1a2-4cdc-a329-be04d3294792 req-cb879618-0353-4206-8ab7-68ab8ee57170 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1218522
Jun 08 18:32:32.499976 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5b6196b4-b1a2-4cdc-a329-be04d3294792 req-1ecf775b-4dc7-4224-bdd7-fda5560ef96c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0479288
Jun 08 18:32:32.598005 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-456ccf1a-e1bc-4787-a957-e906cfafe150 req-ea7d4903-0937-46e4-87cc-697203eedb14 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Deleting port 1574d081-4270-4813-87ea-02310d0a1afb {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:32:32.598350 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-456ccf1a-e1bc-4787-a957-e906cfafe150 req-ea7d4903-0937-46e4-87cc-697203eedb14 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:32.724013 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:32.809372 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Notify callbacks [] for port, precommit_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:32.834589 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Transition to ACTIVE for port object ad06e1fa-5e75-42d6-9de7-dac24e8eae8b will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:32:32.936885 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:32.942804 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-456ccf1a-e1bc-4787-a957-e906cfafe150 req-ea7d4903-0937-46e4-87cc-697203eedb14 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] For port 1574d081-4270-4813-87ea-02310d0a1afb, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1574d081-4270-4813-87ea-02310d0a1afb,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:32.943231 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-456ccf1a-e1bc-4787-a957-e906cfafe150 req-ea7d4903-0937-46e4-87cc-697203eedb14 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:32.944971 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:33.067651 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Attempting to bind port ad06e1fa-5e75-42d6-9de7-dac24e8eae8b on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:32:33.067986 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Attempting to bind port ad06e1fa-5e75-42d6-9de7-dac24e8eae8b by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:32:33.068361 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Attempting to bind port ad06e1fa-5e75-42d6-9de7-dac24e8eae8b on network a06ee958-817b-4651-8f1f-374b575e10a7 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:32:33.070604 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88430193-695c-4add-9b56-8816444e7461 None None] Pushing event updated for resources: {'Port': ['ID=ad06e1fa-5e75-42d6-9de7-dac24e8eae8b,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:33.074647 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-88430193-695c-4add-9b56-8816444e7461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:33.077876 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:32:33.078225 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Checking segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:32:33.078557 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:33.078994 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Bound using segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:32:33.079483 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Bound port: ad06e1fa-5e75-42d6-9de7-dac24e8eae8b, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:32:33.085147 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:33.089487 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-456ccf1a-e1bc-4787-a957-e906cfafe150 req-ea7d4903-0937-46e4-87cc-697203eedb14 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Calling delete_port for 1574d081-4270-4813-87ea-02310d0a1afb owned by compute:nova {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:32:33.177671 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Allocated IP 172.20.0.1 (e9e4eb11-7d52-45d9-b430-8a57714889cd/c2d2419f-30cd-4e16-8290-8ebda92ef906/8545902d-3c4d-4fc0-8d17-00cb567fcafa) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:32:33.189138 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] For port ad06e1fa-5e75-42d6-9de7-dac24e8eae8b, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:32:33.197350 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] For port ad06e1fa-5e75-42d6-9de7-dac24e8eae8b, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=ad06e1fa-5e75-42d6-9de7-dac24e8eae8b,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:32:33.316817 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:33.324670 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:33.407470 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Routers {'1709aee8-6b2f-40d2-9f1d-763334c4e6cf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:32:33.408221 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e91d00>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:32:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['1709aee8-6b2f-40d2-9f1d-763334c4e6cf'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:33.427891 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:33.451316 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Transition to ACTIVE for port object 8545902d-3c4d-4fc0-8d17-00cb567fcafa will not be triggered until provisioned by entity DHCP. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:32:33.473046 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88430193-695c-4add-9b56-8816444e7461 None None] Pushing event updated for resources: {'Port': ['ID=ad06e1fa-5e75-42d6-9de7-dac24e8eae8b,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:33.484130 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-88430193-695c-4add-9b56-8816444e7461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:33.572123 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-456ccf1a-e1bc-4787-a957-e906cfafe150 req-ea7d4903-0937-46e4-87cc-697203eedb14 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:33.586091 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:33.586685 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:33.586685 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:32:33.586685 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:32:33.586685 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:32:33.586685 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:32:33.586685 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:32:33.600438 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b46d41b4-1850-40be-a2d9-6d86a83aa1d2 req-834e1a9a-2936-458c-8826-d106c48fe7ce tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 210 time: 0.0685906
Jun 08 18:32:33.603739 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:33.665916 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d4903-0937-46e4-87cc-697203eedb14 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Pushing event deleted for resources: {'Port': ['ID=1574d081-4270-4813-87ea-02310d0a1afb,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:33.672211 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['93860c6c-def9-46e6-b58f-6e75ecee3d1c', '1574d081-4270-4813-87ea-02310d0a1afb'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:32:33.680718 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ea7d4903-0937-46e4-87cc-697203eedb14 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:33.764484 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Network e9e4eb11-7d52-45d9-b430-8a57714889cd is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:32:33.767193 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a56d3-f8e3-4bda-89ea-943821ec61b3 req-ff70186c-27f3-48dc-ab4b-915a8d2af774 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:33.770360 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:33.773852 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-456ccf1a-e1bc-4787-a957-e906cfafe150 req-ea7d4903-0937-46e4-87cc-697203eedb14 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] No DVR routers for this DVR port 1574d081-4270-4813-87ea-02310d0a1afb on host hv-cinder-78956 {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:32:33.776441 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cb6a56d3-f8e3-4bda-89ea-943821ec61b3 req-ff70186c-27f3-48dc-ab4b-915a8d2af774 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1261480
Jun 08 18:32:33.786171 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:32:33.829502 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-456ccf1a-e1bc-4787-a957-e906cfafe150 req-ea7d4903-0937-46e4-87cc-697203eedb14 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:33.832016 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-456ccf1a-e1bc-4787-a957-e906cfafe150 req-ea7d4903-0937-46e4-87cc-697203eedb14 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "DELETE /v2.0/ports/1574d081-4270-4813-87ea-02310d0a1afb HTTP/1.1" status: 204  len: 173 time: 1.6721148
Jun 08 18:32:33.838083 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cd60fd-d343-44cd-8e11-d4314d358d99', 'name': 'network-vif-deleted', 'tag': '1574d081-4270-4813-87ea-02310d0a1afb'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:32:33.845817 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a98df5-2388-4089-8f98-717c9b35fcb3" -d '{"events": [{"server_uuid": "26cd60fd-d343-44cd-8e11-d4314d358d99", "name": "network-vif-deleted", "tag": "1574d081-4270-4813-87ea-02310d0a1afb"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:32:33.862828 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cb6a56d3-f8e3-4bda-89ea-943821ec61b3 req-b2caacf5-5037-477b-92a6-25bb82460f44 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0847263
Jun 08 18:32:33.905730 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] Set router 1709aee8-6b2f-40d2-9f1d-763334c4e6cf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:32:33.958814 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380899'] for router_interface, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:34.008797 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cb2178-624b-4828-a00b-08bf511da8f8 x-openstack-request-id: req-b9cb2178-624b-4828-a00b-08bf511da8f8 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:32:34.009187 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cd60fd-d343-44cd-8e11-d4314d358d99", "name": "network-vif-deleted", "tag": "1574d081-4270-4813-87ea-02310d0a1afb", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:32:34.009508 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9cb2178-624b-4828-a00b-08bf511da8f8 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:32:34.010031 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cd60fd-d343-44cd-8e11-d4314d358d99', 'name': 'network-vif-deleted', 'tag': '1574d081-4270-4813-87ea-02310d0a1afb', 'status': 'completed', 'code': 200}
Jun 08 18:32:34.103424 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:34.310127 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-c8ca621e-9b42-408a-9baf-93eacdc770c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:34.341821 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-14a3b68c-dc26-439c-b1b1-f4b1dcc88261 None None] Provisioning for port 8545902d-3c4d-4fc0-8d17-00cb567fcafa completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:32:34.352069 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-14a3b68c-dc26-439c-b1b1-f4b1dcc88261 None None] Provisioning complete for port 8545902d-3c4d-4fc0-8d17-00cb567fcafa triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:34.352559 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-14a3b68c-dc26-439c-b1b1-f4b1dcc88261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:34.438363 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-14a3b68c-dc26-439c-b1b1-f4b1dcc88261 None None] Port 8545902d-3c4d-4fc0-8d17-00cb567fcafa cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:32:34.456598 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e91d00>, [{'id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'name': 'tempest-TestShelveInstance-1842052362-router', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:25Z', 'updated_at': '2021-06-08T18:32:28Z', 'revision_number': 3, 'project_id': '105f49fbc9c945589ae0275209f02376', 'gw_port': {'id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:27Z', 'updated_at': '2021-06-08T18:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:34.461543 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b54379-157a-4226-a7aa-e1a94e56ec1e None None] The sync data for ids ['1709aee8-6b2f-40d2-9f1d-763334c4e6cf'] in dv-cinder-789564-4-iscsi is: [{'id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'name': 'tempest-TestShelveInstance-1842052362-router', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:25Z', 'updated_at': '2021-06-08T18:32:28Z', 'revision_number': 3, 'project_id': '105f49fbc9c945589ae0275209f02376', 'gw_port': {'id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:27Z', 'updated_at': '2021-06-08T18:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:32:34.462299 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:34.763592 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35172) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:34.885517 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:34.949032 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:34.975314 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:35.016329 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-36cb1516-df1c-49d6-9817-bdd545458c95 req-88b9b5c9-c24f-475c-ac8d-d6728aee40c0 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cd60fd-d343-44cd-8e11-d4314d358d99 HTTP/1.1" status: 200  len: 210 time: 0.2421346
Jun 08 18:32:35.036138 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-18fcde10-0aa5-466c-b002-aeb1db23874b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:35.193044 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d180c016-6f58-4628-9ff3-b3fbf0eee1e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:35.197696 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-18fcde10-0aa5-466c-b002-aeb1db23874b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:35.229776 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380706'] for router_interface, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:35.283205 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-18fcde10-0aa5-466c-b002-aeb1db23874b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:35.314151 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-709f413c-d8b5-4b06-b385-e3deefe4614a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:35.389348 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-18fcde10-0aa5-466c-b002-aeb1db23874b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d48585d7e684b919006274c32f357b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6253884
Jun 08 18:32:35.393684 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35182) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:35.412519 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcde10-0aa5-466c-b002-aeb1db23874b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec963de-5e43-4f29-ada9-f1f8006f951f,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:35.421769 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-18fcde10-0aa5-466c-b002-aeb1db23874b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:35.429918 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Pushing event updated for resources: {'Port': ['ID=8545902d-3c4d-4fc0-8d17-00cb567fcafa,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:35.444428 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:35.542071 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6fd11d27-2594-4004-a7e9-85f68f2b0835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:35.546685 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6d63a-846e-49a2-b3cd-8d1582e39db3 req-c699da2c-303d-46ea-bfb3-50a8743ac818 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:35.555120 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e1e6d63a-846e-49a2-b3cd-8d1582e39db3 req-c699da2c-303d-46ea-bfb3-50a8743ac818 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.4299819
Jun 08 18:32:35.555120 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Network e9e4eb11-7d52-45d9-b430-8a57714889cd is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:32:35.556098 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:35.615493 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6fd11d27-2594-4004-a7e9-85f68f2b0835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:35.723383 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e1e6d63a-846e-49a2-b3cd-8d1582e39db3 req-ec314896-5eb7-4bc5-b224-b1954a466cb7 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1648042
Jun 08 18:32:35.882883 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6fd11d27-2594-4004-a7e9-85f68f2b0835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:35.885887 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6fd11d27-2594-4004-a7e9-85f68f2b0835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:35.890390 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-6fd11d27-2594-4004-a7e9-85f68f2b0835 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ec963de-5e43-4f29-ada9-f1f8006f951f HTTP/1.1" status: 204  len: 168 time: 0.4951046
Jun 08 18:32:35.891285 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0d256461-d743-4a3a-8ee2-74a4c3f15ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:35.901574 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Router 1709aee8-6b2f-40d2-9f1d-763334c4e6cf has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:32:35.915999 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-f51183fc-6e42-44a5-92c7-499182497a59 None None] Provisioning complete for port 8545902d-3c4d-4fc0-8d17-00cb567fcafa triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:35.916691 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f51183fc-6e42-44a5-92c7-499182497a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:35.923879 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd11d27-2594-4004-a7e9-85f68f2b0835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec963de-5e43-4f29-ada9-f1f8006f951f,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:35.930150 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-6fd11d27-2594-4004-a7e9-85f68f2b0835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:36.023055 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 1574d081-4270-4813-87ea-02310d0a1afb no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:32:36.073159 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device ad06e1fa-5e75-42d6-9de7-dac24e8eae8b up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:36.141486 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: 1574d081-4270-4813-87ea-02310d0a1afb {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:32:36.141838 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 1574d081-4270-4813-87ea-02310d0a1afb not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:32:36.157522 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-f51183fc-6e42-44a5-92c7-499182497a59 None None] Port 8545902d-3c4d-4fc0-8d17-00cb567fcafa cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:32:36.317165 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port ad06e1fa-5e75-42d6-9de7-dac24e8eae8b completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:32:36.343172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port ad06e1fa-5e75-42d6-9de7-dac24e8eae8b triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:36.344423 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:36.373247 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:32:36.407967 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] 10.222.0.20 "PUT /v2.0/routers/1709aee8-6b2f-40d2-9f1d-763334c4e6cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3269694
Jun 08 18:32:36.502686 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:36.528124 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port ad06e1fa-5e75-42d6-9de7-dac24e8eae8b, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=ad06e1fa-5e75-42d6-9de7-dac24e8eae8b,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:36.811995 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:36.821774 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:37.004447 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Sync routers for ids ['1709aee8-6b2f-40d2-9f1d-763334c4e6cf'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:32:37.008841 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=ad06e1fa-5e75-42d6-9de7-dac24e8eae8b,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:37.026098 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:37.055986 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:37.060966 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Routers {'1709aee8-6b2f-40d2-9f1d-763334c4e6cf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:32:37.065574 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0a00d0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:32:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['1709aee8-6b2f-40d2-9f1d-763334c4e6cf'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:37.075597 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc89df9-128a-4c78-bb03-5f1dbe80af50 req-925c6f48-3ce7-426a-a46e-237137967e4b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:37.083599 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8cc89df9-128a-4c78-bb03-5f1dbe80af50 req-925c6f48-3ce7-426a-a46e-237137967e4b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1943476
Jun 08 18:32:37.137474 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35214) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:37.165914 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-04450184-678c-4829-afc4-e4c08320ab06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:37.173115 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8cc89df9-128a-4c78-bb03-5f1dbe80af50 req-ae703e72-4300-4718-9e9f-4285d238c821 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0879815
Jun 08 18:32:37.341974 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-04450184-678c-4829-afc4-e4c08320ab06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:37.387393 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Set router 1709aee8-6b2f-40d2-9f1d-763334c4e6cf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:32:37.467062 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-04450184-678c-4829-afc4-e4c08320ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:37.481799 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:37.525446 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04450184-678c-4829-afc4-e4c08320ab06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d8ef67-446b-49c1-a8a2-3f94f44aaab3,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:37.533737 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-04450184-678c-4829-afc4-e4c08320ab06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3401646141cf4235bd219dc83f52698d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3913512
Jun 08 18:32:37.533737 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-04450184-678c-4829-afc4-e4c08320ab06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:37.534138 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35220) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:37.634589 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e57bf554-d979-4fd5-8279-c4288db75fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:37.691394 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e57bf554-d979-4fd5-8279-c4288db75fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:37.756801 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35226) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:37.765453 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-7b51aa0b-96c3-48f5-b0ad-1744ccafba21 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542962739', 'description': 'tempest-secgroup-smoke-542962739 description', 'project_id': 'ef2eca637095424897aaebca4915ebea'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:37.821970 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0a00d0>, [{'id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'name': 'tempest-TestShelveInstance-1842052362-router', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:25Z', 'updated_at': '2021-06-08T18:32:34Z', 'revision_number': 4, 'project_id': '105f49fbc9c945589ae0275209f02376', 'gw_port': {'id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:27Z', 'updated_at': '2021-06-08T18:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '8545902d-3c4d-4fc0-8d17-00cb567fcafa', 'name': '', 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'mac_address': 'fa:16:3e:2a:74:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c2d2419f-30cd-4e16-8290-8ebda92ef906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:32Z', 'updated_at': '2021-06-08T18:32:34Z', 'revision_number': 2, 'project_id': '105f49fbc9c945589ae0275209f02376', 'subnets': [{'id': 'c2d2419f-30cd-4e16-8290-8ebda92ef906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:37.826169 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Checking router: 1709aee8-6b2f-40d2-9f1d-763334c4e6cf for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:32:37.826712 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Updating router 1709aee8-6b2f-40d2-9f1d-763334c4e6cf port 8545902d-3c4d-4fc0-8d17-00cb567fcafa binding host dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:32:37.885920 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:37.887003 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e57bf554-d979-4fd5-8279-c4288db75fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:37.889813 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e57bf554-d979-4fd5-8279-c4288db75fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:37.890880 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-e57bf554-d979-4fd5-8279-c4288db75fb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77d8ef67-446b-49c1-a8a2-3f94f44aaab3 HTTP/1.1" status: 204  len: 168 time: 0.3558397
Jun 08 18:32:37.897033 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:37.907370 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bf554-d979-4fd5-8279-c4288db75fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d8ef67-446b-49c1-a8a2-3f94f44aaab3,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:37.910333 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-e57bf554-d979-4fd5-8279-c4288db75fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:37.913435 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device ad06e1fa-5e75-42d6-9de7-dac24e8eae8b up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:37.923078 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7b51aa0b-96c3-48f5-b0ad-1744ccafba21 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:37.987045 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b49f-c7c8-4407-a211-fdd04c4a07d2 req-6be4704d-98cd-4812-9e2c-0bbc8ed563b5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:37.998047 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6197b49f-c7c8-4407-a211-fdd04c4a07d2 req-6be4704d-98cd-4812-9e2c-0bbc8ed563b5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1509223
Jun 08 18:32:38.102608 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port ad06e1fa-5e75-42d6-9de7-dac24e8eae8b triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:38.103107 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:38.112892 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6197b49f-c7c8-4407-a211-fdd04c4a07d2 req-3108bf81-f254-4e34-9092-c6570cff80d1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1109755
Jun 08 18:32:38.198461 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7b51aa0b-96c3-48f5-b0ad-1744ccafba21 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:38.276345 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7b51aa0b-96c3-48f5-b0ad-1744ccafba21 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:38.284065 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:38.335711 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51aa0b-96c3-48f5-b0ad-1744ccafba21 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:38.338522 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-7b51aa0b-96c3-48f5-b0ad-1744ccafba21 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:38.355919 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa44e2b-29a2-4e33-b075-98c022e4fa05 req-9f6f6711-803e-4fff-a50f-22685e5ea1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:38.357413 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2fa44e2b-29a2-4e33-b075-98c022e4fa05 req-9f6f6711-803e-4fff-a50f-22685e5ea1b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 1099 time: 0.1625106
Jun 08 18:32:38.394075 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Notify callbacks [] for port, precommit_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:38.410301 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.provisioning_blocks [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Transition to ACTIVE for port object 8545902d-3c4d-4fc0-8d17-00cb567fcafa will not be triggered until provisioned by entity L2. {{(pid=92321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:32:38.454439 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7b51aa0b-96c3-48f5-b0ad-1744ccafba21 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:38.455664 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-7b51aa0b-96c3-48f5-b0ad-1744ccafba21 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.6974044
Jun 08 18:32:38.459654 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35238) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:38.467588 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-518b86d6-0a4f-484b-94fb-b347a9e351ea tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Request body: {'security_group_rule': {'security_group_id': '2a73b91a-3c7b-4f0b-8eae-11fe39894dcf', 'project_id': 'ef2eca637095424897aaebca4915ebea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:38.523468 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:38.528407 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-c2cd786c-ef0f-454a-b68f-8ed25d67dcba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:38.537271 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa44e2b-29a2-4e33-b075-98c022e4fa05 req-a56e7f81-6147-46d9-b6b4-65aa635d42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:38.540423 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2fa44e2b-29a2-4e33-b075-98c022e4fa05 req-a56e7f81-6147-46d9-b6b4-65aa635d42cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d87f03-3ac9-4e37-bc0e-830451025de3 HTTP/1.1" status: 200  len: 911 time: 0.1742303
Jun 08 18:32:38.758264 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-518b86d6-0a4f-484b-94fb-b347a9e351ea tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:38.761789 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c1756-e1b3-4e2f-8bc9-dde7d1e54dfb None None] Pushing event updated for resources: {'Port': ['ID=8545902d-3c4d-4fc0-8d17-00cb567fcafa,revision_number=3']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:38.763831 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-9e5c1756-e1b3-4e2f-8bc9-dde7d1e54dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:38.851085 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2fa44e2b-29a2-4e33-b075-98c022e4fa05 req-6d86dd98-961f-4353-abc8-cdc41d21f3c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=628fc339-a96e-44bf-9312-f1b0b158f2a8 HTTP/1.1" status: 200  len: 1002 time: 0.3048608
Jun 08 18:32:38.863208 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Attempting to bind port 8545902d-3c4d-4fc0-8d17-00cb567fcafa on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:32:38.863786 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Attempting to bind port 8545902d-3c4d-4fc0-8d17-00cb567fcafa by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '96566287-d1a5-4c4b-a64b-d24c9bf86691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd'}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:32:38.864765 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Attempting to bind port 8545902d-3c4d-4fc0-8d17-00cb567fcafa on network e9e4eb11-7d52-45d9-b430-8a57714889cd {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:32:38.867710 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-518b86d6-0a4f-484b-94fb-b347a9e351ea tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:38.877125 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:32:38.877517 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Checking segment: {'id': '96566287-d1a5-4c4b-a64b-d24c9bf86691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:32:38.877915 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:38.878313 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Bound using segment: {'id': '96566287-d1a5-4c4b-a64b-d24c9bf86691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd'} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:32:38.878825 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Bound port: 8545902d-3c4d-4fc0-8d17-00cb567fcafa, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96566287-d1a5-4c4b-a64b-d24c9bf86691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd'}}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:32:38.879287 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:38.939092 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa44e2b-29a2-4e33-b075-98c022e4fa05 req-9e1e0847-93e7-4834-b140-efe546d37843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:38.942087 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2fa44e2b-29a2-4e33-b075-98c022e4fa05 req-9e1e0847-93e7-4834-b140-efe546d37843 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adb8427b-2336-4883-8f9e-c5554904bb1a HTTP/1.1" status: 200  len: 850 time: 0.0770335
Jun 08 18:32:39.000691 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] For port 8545902d-3c4d-4fc0-8d17-00cb567fcafa, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:32:39.004922 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] For port 8545902d-3c4d-4fc0-8d17-00cb567fcafa, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=8545902d-3c4d-4fc0-8d17-00cb567fcafa,segment=NetworkSegment(96566287-d1a5-4c4b-a64b-d24c9bf86691),segment_id=96566287-d1a5-4c4b-a64b-d24c9bf86691)] {{(pid=92321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:32:39.043500 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-518b86d6-0a4f-484b-94fb-b347a9e351ea tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:39.067386 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:39.093225 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b86d6-0a4f-484b-94fb-b347a9e351ea tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6707ab82-429e-4164-aefd-a65f32dc3b10,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:39.097052 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-518b86d6-0a4f-484b-94fb-b347a9e351ea tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:39.108279 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:39.116695 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa44e2b-29a2-4e33-b075-98c022e4fa05 req-fc461c4c-6ac0-4287-943d-e8d901c507a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:39.118309 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2fa44e2b-29a2-4e33-b075-98c022e4fa05 req-fc461c4c-6ac0-4287-943d-e8d901c507a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d87f03-3ac9-4e37-bc0e-830451025de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1670704
Jun 08 18:32:39.121432 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:39.280803 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c1756-e1b3-4e2f-8bc9-dde7d1e54dfb None None] Pushing event updated for resources: {'Port': ['ID=8545902d-3c4d-4fc0-8d17-00cb567fcafa,revision_number=4']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:39.338999 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-9e5c1756-e1b3-4e2f-8bc9-dde7d1e54dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:39.339892 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Routers {'1709aee8-6b2f-40d2-9f1d-763334c4e6cf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:32:39.340946 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0a00d0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:32:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['1709aee8-6b2f-40d2-9f1d-763334c4e6cf'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:39.354908 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-518b86d6-0a4f-484b-94fb-b347a9e351ea tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:39.358701 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-518b86d6-0a4f-484b-94fb-b347a9e351ea tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8964398
Jun 08 18:32:39.363644 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35280) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:39.364303 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2fa44e2b-29a2-4e33-b075-98c022e4fa05 req-6ddbeb09-90b7-4cb7-a885-83007170eac0 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2251277
Jun 08 18:32:39.374968 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-be96ef8a-25fd-4b5b-9b5b-a2f79ba79f50 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Request body: {'security_group_rule': {'security_group_id': '2a73b91a-3c7b-4f0b-8eae-11fe39894dcf', 'project_id': 'ef2eca637095424897aaebca4915ebea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:39.393266 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b9f79-51d4-44b0-91a6-bbc2b2e8394d req-4747d277-f861-4530-bad0-f6ebeca54ba3 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:39.395534 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-379b9f79-51d4-44b0-91a6-bbc2b2e8394d req-4747d277-f861-4530-bad0-f6ebeca54ba3 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 945 time: 0.2689304
Jun 08 18:32:39.559024 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-379b9f79-51d4-44b0-91a6-bbc2b2e8394d req-fd1e539d-1fc4-4568-8afc-9a1e52c2a165 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895209
Jun 08 18:32:39.588670 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-be96ef8a-25fd-4b5b-9b5b-a2f79ba79f50 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:39.663047 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2fa44e2b-29a2-4e33-b075-98c022e4fa05 req-b07b7437-377a-428b-aa60-9f54d6716eaf service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992252
Jun 08 18:32:39.674443 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df8f9c-d4db-4a97-966f-b2253e15aa6d req-242f5d8c-841e-4057-844c-e5d12e4dd1bb tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:39.686788 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f9df8f9c-d4db-4a97-966f-b2253e15aa6d req-242f5d8c-841e-4057-844c-e5d12e4dd1bb tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.3218703
Jun 08 18:32:39.713248 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] Set router 1709aee8-6b2f-40d2-9f1d-763334c4e6cf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:32:39.727161 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-be96ef8a-25fd-4b5b-9b5b-a2f79ba79f50 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:39.737250 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f9df8f9c-d4db-4a97-966f-b2253e15aa6d req-16756f21-c4c3-4a08-a10e-ff193e0c3a5f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0494998
Jun 08 18:32:39.808517 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-be96ef8a-25fd-4b5b-9b5b-a2f79ba79f50 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:39.815681 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:39.837450 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96ef8a-25fd-4b5b-9b5b-a2f79ba79f50 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc17d050-e853-45af-ac2c-99989482f459,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:39.843572 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-be96ef8a-25fd-4b5b-9b5b-a2f79ba79f50 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:39.911430 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-be96ef8a-25fd-4b5b-9b5b-a2f79ba79f50 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:39.913331 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-be96ef8a-25fd-4b5b-9b5b-a2f79ba79f50 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5487015
Jun 08 18:32:39.916399 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35288) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:39.922769 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-152369fa-82a8-44df-8a09-d1de3342693e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Request body: {'security_group_rule': {'security_group_id': '2a73b91a-3c7b-4f0b-8eae-11fe39894dcf', 'project_id': 'ef2eca637095424897aaebca4915ebea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:40.026939 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-152369fa-82a8-44df-8a09-d1de3342693e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:40.068360 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0a00d0>, [{'id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'name': 'tempest-TestShelveInstance-1842052362-router', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:25Z', 'updated_at': '2021-06-08T18:32:34Z', 'revision_number': 4, 'project_id': '105f49fbc9c945589ae0275209f02376', 'gw_port': {'id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:27Z', 'updated_at': '2021-06-08T18:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '8545902d-3c4d-4fc0-8d17-00cb567fcafa', 'name': '', 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'mac_address': 'fa:16:3e:2a:74:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c2d2419f-30cd-4e16-8290-8ebda92ef906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:32Z', 'updated_at': '2021-06-08T18:32:38Z', 'revision_number': 4, 'project_id': '105f49fbc9c945589ae0275209f02376', 'subnets': [{'id': 'c2d2419f-30cd-4e16-8290-8ebda92ef906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:40.073900 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ecce5-b2b0-4d26-829d-da638aa25154 None None] The sync data for ids ['1709aee8-6b2f-40d2-9f1d-763334c4e6cf'] in dv-cinder-789564-4-iscsi is: [{'id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'name': 'tempest-TestShelveInstance-1842052362-router', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:25Z', 'updated_at': '2021-06-08T18:32:34Z', 'revision_number': 4, 'project_id': '105f49fbc9c945589ae0275209f02376', 'gw_port': {'id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:27Z', 'updated_at': '2021-06-08T18:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '8545902d-3c4d-4fc0-8d17-00cb567fcafa', 'name': '', 'network_id': 'e9e4eb11-7d52-45d9-b430-8a57714889cd', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'mac_address': 'fa:16:3e:2a:74:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c2d2419f-30cd-4e16-8290-8ebda92ef906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:32Z', 'updated_at': '2021-06-08T18:32:38Z', 'revision_number': 4, 'project_id': '105f49fbc9c945589ae0275209f02376', 'subnets': [{'id': 'c2d2419f-30cd-4e16-8290-8ebda92ef906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:32:40.103447 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-152369fa-82a8-44df-8a09-d1de3342693e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:40.236892 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-152369fa-82a8-44df-8a09-d1de3342693e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:40.240566 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:40.288000 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152369fa-82a8-44df-8a09-d1de3342693e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fd6519-6102-4a2f-aaa2-912490672518,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:40.300759 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-152369fa-82a8-44df-8a09-d1de3342693e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:40.397998 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-152369fa-82a8-44df-8a09-d1de3342693e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:40.399382 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-152369fa-82a8-44df-8a09-d1de3342693e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4818704
Jun 08 18:32:40.402767 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35292) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:40.409907 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-878f96f3-f3ed-41b2-a4f9-61622fe1310f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Request body: {'security_group_rule': {'security_group_id': '2a73b91a-3c7b-4f0b-8eae-11fe39894dcf', 'project_id': 'ef2eca637095424897aaebca4915ebea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:40.538254 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-878f96f3-f3ed-41b2-a4f9-61622fe1310f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:40.733012 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-878f96f3-f3ed-41b2-a4f9-61622fe1310f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:40.842049 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-878f96f3-f3ed-41b2-a4f9-61622fe1310f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:40.846633 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-152369fa-82a8-44df-8a09-d1de3342693e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:40.851964 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43105-19e4-4266-ae70-cfc013e70dc8 req-863663f9-1e01-4830-9496-21cde4cb0e9b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:40.868315 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9ff43105-19e4-4266-ae70-cfc013e70dc8 req-863663f9-1e01-4830-9496-21cde4cb0e9b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 945 time: 0.1415513
Jun 08 18:32:40.883957 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f96f3-f3ed-41b2-a4f9-61622fe1310f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77834750-3ea4-44b8-9126-3a1992ef4e7d,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:40.893274 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-878f96f3-f3ed-41b2-a4f9-61622fe1310f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:40.931664 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2431bd6-8051-49bf-bd0b-fe69e78681c6 req-8ace77fe-4d1d-4cd0-b857-e4902a2a501b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:40.931664 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e2431bd6-8051-49bf-bd0b-fe69e78681c6 req-8ace77fe-4d1d-4cd0-b857-e4902a2a501b tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 945 time: 0.1734383
Jun 08 18:32:40.961828 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9ff43105-19e4-4266-ae70-cfc013e70dc8 req-64a53e60-5766-470b-aebe-91b83bbadc29 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2c113a4-a551-4cea-859f-3d52c6f2cfc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908849
Jun 08 18:32:41.039619 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-878f96f3-f3ed-41b2-a4f9-61622fe1310f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:41.040838 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-878f96f3-f3ed-41b2-a4f9-61622fe1310f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6367133
Jun 08 18:32:41.052138 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35318) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:41.060988 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-03ec6dcd-280c-432a-9abc-8485c0b2dc74 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Request body: {'security_group_rule': {'security_group_id': '2a73b91a-3c7b-4f0b-8eae-11fe39894dcf', 'project_id': 'ef2eca637095424897aaebca4915ebea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:41.184637 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8e9e3-5845-4b9d-a2a6-8629fe3f066b req-51c8f492-7123-4e94-b612-5bc92ff3db26 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:41.187560 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bba8e9e3-5845-4b9d-a2a6-8629fe3f066b req-51c8f492-7123-4e94-b612-5bc92ff3db26 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1973095
Jun 08 18:32:41.190731 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-e2431bd6-8051-49bf-bd0b-fe69e78681c6 req-2433b8f4-3611-4424-b03f-5626ac468e40 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Deleting port 93860c6c-def9-46e6-b58f-6e75ecee3d1c {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:32:41.191104 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-e2431bd6-8051-49bf-bd0b-fe69e78681c6 req-2433b8f4-3611-4424-b03f-5626ac468e40 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:41.197080 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.securitygroups_db [None req-03ec6dcd-280c-432a-9abc-8485c0b2dc74 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Project ef2eca637095424897aaebca4915ebea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 08 18:32:41.205851 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-03ec6dcd-280c-432a-9abc-8485c0b2dc74 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:41.344478 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-03ec6dcd-280c-432a-9abc-8485c0b2dc74 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:41.346559 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bba8e9e3-5845-4b9d-a2a6-8629fe3f066b req-2a036d7e-3e67-4749-adc9-029b462de2d1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0773404
Jun 08 18:32:41.441200 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-64dc5361-eb0d-4e93-9670-317c63712b90 req-9b6f8070-2539-4187-a242-6b9e472c4749 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0897343
Jun 08 18:32:41.443494 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-e2431bd6-8051-49bf-bd0b-fe69e78681c6 req-2433b8f4-3611-4424-b03f-5626ac468e40 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] For port 93860c6c-def9-46e6-b58f-6e75ecee3d1c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=93860c6c-def9-46e6-b58f-6e75ecee3d1c,segment=NetworkSegment(c8e7a76e-8321-400f-abb7-9fd44fc17801),segment_id=c8e7a76e-8321-400f-abb7-9fd44fc17801)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:41.444007 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-e2431bd6-8051-49bf-bd0b-fe69e78681c6 req-2433b8f4-3611-4424-b03f-5626ac468e40 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:41.455291 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-03ec6dcd-280c-432a-9abc-8485c0b2dc74 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:41.458275 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-be96ef8a-25fd-4b5b-9b5b-a2f79ba79f50 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:41.549730 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec6dcd-280c-432a-9abc-8485c0b2dc74 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3197e213-d629-4efc-841e-ef2a33701e2c,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:41.564789 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-03ec6dcd-280c-432a-9abc-8485c0b2dc74 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:41.596131 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-e2431bd6-8051-49bf-bd0b-fe69e78681c6 req-2433b8f4-3611-4424-b03f-5626ac468e40 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Calling delete_port for 93860c6c-def9-46e6-b58f-6e75ecee3d1c owned by compute:nova {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:32:41.638093 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc5361-eb0d-4e93-9670-317c63712b90 req-98774268-789c-47f1-8d2a-636ff4038601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:41.639895 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-64dc5361-eb0d-4e93-9670-317c63712b90 req-98774268-789c-47f1-8d2a-636ff4038601 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 1099 time: 0.1518569
Jun 08 18:32:41.659982 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-03ec6dcd-280c-432a-9abc-8485c0b2dc74 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:41.661184 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-03ec6dcd-280c-432a-9abc-8485c0b2dc74 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6070974
Jun 08 18:32:41.664676 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35330) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:41.688966 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-3cf8a5ff-50c2-4c0f-bbae-bacec132aa3e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Request body: {'security_group_rule': {'security_group_id': '2a73b91a-3c7b-4f0b-8eae-11fe39894dcf', 'project_id': 'ef2eca637095424897aaebca4915ebea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:41.870361 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc5361-eb0d-4e93-9670-317c63712b90 req-3449133c-c264-4592-8253-45250ba5b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:41.871936 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-64dc5361-eb0d-4e93-9670-317c63712b90 req-3449133c-c264-4592-8253-45250ba5b619 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d87f03-3ac9-4e37-bc0e-830451025de3 HTTP/1.1" status: 200  len: 911 time: 0.2063377
Jun 08 18:32:41.941500 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.securitygroups_db [None req-3cf8a5ff-50c2-4c0f-bbae-bacec132aa3e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Project ef2eca637095424897aaebca4915ebea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 08 18:32:41.954621 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 8545902d-3c4d-4fc0-8d17-00cb567fcafa up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:41.974596 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a5ff-50c2-4c0f-bbae-bacec132aa3e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:41.979850 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-e2431bd6-8051-49bf-bd0b-fe69e78681c6 req-2433b8f4-3611-4424-b03f-5626ac468e40 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:41.986465 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:42.035769 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433b8f4-3611-4424-b03f-5626ac468e40 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Pushing event deleted for resources: {'Port': ['ID=93860c6c-def9-46e6-b58f-6e75ecee3d1c,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:42.036243 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-64dc5361-eb0d-4e93-9670-317c63712b90 req-3bb38c7c-5b5c-4ed8-b2ab-b9aa18c1722e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=628fc339-a96e-44bf-9312-f1b0b158f2a8 HTTP/1.1" status: 200  len: 1002 time: 0.1563556
Jun 08 18:32:42.039381 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-2433b8f4-3611-4424-b03f-5626ac468e40 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:42.039630 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['93860c6c-def9-46e6-b58f-6e75ecee3d1c'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:32:42.119389 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a5ff-50c2-4c0f-bbae-bacec132aa3e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:42.141062 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc5361-eb0d-4e93-9670-317c63712b90 req-5f9d8721-1703-4758-a5c2-fe99961d0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:42.144087 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-64dc5361-eb0d-4e93-9670-317c63712b90 req-5f9d8721-1703-4758-a5c2-fe99961d0c01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adb8427b-2336-4883-8f9e-c5554904bb1a HTTP/1.1" status: 200  len: 850 time: 0.0975635
Jun 08 18:32:42.225944 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2431bd6-8051-49bf-bd0b-fe69e78681c6 req-2433b8f4-3611-4424-b03f-5626ac468e40 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] No DVR routers for this DVR port 93860c6c-def9-46e6-b58f-6e75ecee3d1c on host hv-cinder-78956 {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:32:42.228614 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-e2431bd6-8051-49bf-bd0b-fe69e78681c6 req-2433b8f4-3611-4424-b03f-5626ac468e40 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:42.230640 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e2431bd6-8051-49bf-bd0b-fe69e78681c6 req-2433b8f4-3611-4424-b03f-5626ac468e40 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.37 "DELETE /v2.0/ports/93860c6c-def9-46e6-b58f-6e75ecee3d1c HTTP/1.1" status: 204  len: 173 time: 1.2946544
Jun 08 18:32:42.231230 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc', 'name': 'network-vif-deleted', 'tag': '93860c6c-def9-46e6-b58f-6e75ecee3d1c'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:32:42.233578 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd406d1-e24e-47be-8c7f-f588f749bb92" -d '{"events": [{"server_uuid": "5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc", "name": "network-vif-deleted", "tag": "93860c6c-def9-46e6-b58f-6e75ecee3d1c"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:32:42.269404 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a5ff-50c2-4c0f-bbae-bacec132aa3e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:42.272906 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 8545902d-3c4d-4fc0-8d17-00cb567fcafa completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:32:42.273944 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-fd60db06-c18c-4e23-a069-9bdcee2a792b req-9ee86726-d35a-48c5-b9e7-e69d384804d0 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.0650942
Jun 08 18:32:42.281984 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 8545902d-3c4d-4fc0-8d17-00cb567fcafa triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:42.283193 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:42.284455 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:42.292963 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de3247c-837a-403f-99f9-9b1bee49a704 x-openstack-request-id: req-7de3247c-837a-403f-99f9-9b1bee49a704 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:32:42.293868 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc", "name": "network-vif-deleted", "tag": "93860c6c-def9-46e6-b58f-6e75ecee3d1c", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:32:42.294333 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7de3247c-837a-403f-99f9-9b1bee49a704 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:32:42.294951 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc', 'name': 'network-vif-deleted', 'tag': '93860c6c-def9-46e6-b58f-6e75ecee3d1c', 'status': 'completed', 'code': 200}
Jun 08 18:32:42.311261 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8a5ff-50c2-4c0f-bbae-bacec132aa3e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8318b467-32ec-4f32-8aaf-28054d44eb9c,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:42.327515 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-3cf8a5ff-50c2-4c0f-bbae-bacec132aa3e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:42.346565 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc5361-eb0d-4e93-9670-317c63712b90 req-44de981d-7e89-48c9-9f1d-c98086c20989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:42.348246 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-64dc5361-eb0d-4e93-9670-317c63712b90 req-44de981d-7e89-48c9-9f1d-c98086c20989 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d87f03-3ac9-4e37-bc0e-830451025de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1917574
Jun 08 18:32:42.432492 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a5ff-50c2-4c0f-bbae-bacec132aa3e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:42.439022 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-3cf8a5ff-50c2-4c0f-bbae-bacec132aa3e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.7719593
Jun 08 18:32:42.439363 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:42.507285 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 8545902d-3c4d-4fc0-8d17-00cb567fcafa, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=8545902d-3c4d-4fc0-8d17-00cb567fcafa,segment=NetworkSegment(96566287-d1a5-4c4b-a64b-d24c9bf86691),segment_id=96566287-d1a5-4c4b-a64b-d24c9bf86691)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:32:42.527728 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-64dc5361-eb0d-4e93-9670-317c63712b90 req-fb97b7f9-3538-4508-a667-59b67cb9591d service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720886
Jun 08 18:32:42.597149 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:42.599913 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-4f63f0b4-4d9b-4860-85b4-fc25be86f162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:42.724397 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=8545902d-3c4d-4fc0-8d17-00cb567fcafa,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:42.731257 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:42.861058 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-64dc5361-eb0d-4e93-9670-317c63712b90 req-0ffd67c0-4c10-4a7a-adf0-6c8ba42833a5 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3227239
Jun 08 18:32:43.546085 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-372b1374-f412-4b08-89cd-fedc23a96408 req-d18be673-e4a2-4ad3-ad5a-0ccd8eb2c9b8 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb7c8a5-35ea-4bc7-9d23-1505cb49dcdc HTTP/1.1" status: 200  len: 210 time: 0.0462761
Jun 08 18:32:43.925259 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 8545902d-3c4d-4fc0-8d17-00cb567fcafa up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:32:44.003280 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 8545902d-3c4d-4fc0-8d17-00cb567fcafa triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:32:44.004217 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:44.048399 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 93860c6c-def9-46e6-b58f-6e75ecee3d1c no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:32:44.152235 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: 93860c6c-def9-46e6-b58f-6e75ecee3d1c {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:32:44.152739 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 93860c6c-def9-46e6-b58f-6e75ecee3d1c not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:32:44.280364 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35416) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:44.458098 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3402-9dd9-4a49-afe1-302e96186b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:44.653950 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3402-9dd9-4a49-afe1-302e96186b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:44.687266 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35442) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:44.751059 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3402-9dd9-4a49-afe1-302e96186b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:44.779413 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-59f951b0-1135-4086-a6aa-b9d4854666c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:44.812081 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b40d36-43aa-4280-b487-64abedcb375d admin admin] Deleting subnet f0cd0f06-8822-402d-a542-9efbc09b2fe1 {{(pid=92318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:32:44.826387 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-b0fb3402-9dd9-4a49-afe1-302e96186b87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a0f25d82fac4acca7665533adb482d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5448947
Jun 08 18:32:44.827278 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f7b40d36-43aa-4280-b487-64abedcb375d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:44.829615 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35446) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:44.868550 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb3402-9dd9-4a49-afe1-302e96186b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891c71ec-bddb-49c7-834e-e3e2d37a28e7,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:44.873042 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b0fb3402-9dd9-4a49-afe1-302e96186b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:44.898427 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f7b40d36-43aa-4280-b487-64abedcb375d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11487127'] for subnet, precommit_delete_associations {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:44.912804 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-460a59ca-04c2-4b72-8e56-abd5ab402710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:44.952230 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-460a59ca-04c2-4b72-8e56-abd5ab402710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:44.976755 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f7b40d36-43aa-4280-b487-64abedcb375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:45.100689 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-460a59ca-04c2-4b72-8e56-abd5ab402710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:45.103887 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-460a59ca-04c2-4b72-8e56-abd5ab402710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:45.105660 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-460a59ca-04c2-4b72-8e56-abd5ab402710 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/891c71ec-bddb-49c7-834e-e3e2d37a28e7 HTTP/1.1" status: 204  len: 168 time: 0.2749085
Jun 08 18:32:45.106632 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4849b82d-337a-424c-9346-b780f74e1b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:45.120987 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a59ca-04c2-4b72-8e56-abd5ab402710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891c71ec-bddb-49c7-834e-e3e2d37a28e7,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:45.123540 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-460a59ca-04c2-4b72-8e56-abd5ab402710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:45.141352 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f7b40d36-43aa-4280-b487-64abedcb375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11523617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10675525'] for subnet, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:45.156178 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:45.200604 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f7b40d36-43aa-4280-b487-64abedcb375d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:45.202742 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-f7b40d36-43aa-4280-b487-64abedcb375d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f0cd0f06-8822-402d-a542-9efbc09b2fe1 HTTP/1.1" status: 204  len: 168 time: 0.5142820
Jun 08 18:32:45.207182 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35452) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:45.207496 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b40d36-43aa-4280-b487-64abedcb375d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0cd0f06-8822-402d-a542-9efbc09b2fe1,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:45.211056 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-f7b40d36-43aa-4280-b487-64abedcb375d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:45.400647 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:45.694770 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:45.732627 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc799f460>,) {'filters': {'network_id': ['ce67736a-60bd-4a6c-bff9-9a77902ba73d']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:45.766333 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc799f460>, 'c8e7a76e-8321-400f-abb7-9fd44fc17801') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:45.767220 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc799f460>, 'c8e7a76e-8321-400f-abb7-9fd44fc17801') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:45.783333 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:45.815181 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:45.824213 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:32:45.824692 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:32:45.844268 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:32:46.059923 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:46.064948 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:46.067801 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ce67736a-60bd-4a6c-bff9-9a77902ba73d HTTP/1.1" status: 204  len: 168 time: 0.8575182
Jun 08 18:32:46.068944 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:46.094422 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce67736a-60bd-4a6c-bff9-9a77902ba73d,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:46.103960 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:46.738400 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35488) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:46.796474 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-f6f4040e-a5ae-450e-aafd-6278adb712db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a093b203f77548e691e2d2517a9f4a24&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0568659
Jun 08 18:32:46.799110 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35490) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:46.891576 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9a269680-b292-4aaa-8ce2-43f0a108441c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:46.933928 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9a269680-b292-4aaa-8ce2-43f0a108441c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:47.128594 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9a269680-b292-4aaa-8ce2-43f0a108441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:47.132105 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9a269680-b292-4aaa-8ce2-43f0a108441c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:47.133545 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-9a269680-b292-4aaa-8ce2-43f0a108441c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2c113a4-a551-4cea-859f-3d52c6f2cfc5 HTTP/1.1" status: 204  len: 168 time: 0.3333364
Jun 08 18:32:47.134677 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:47.155109 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a269680-b292-4aaa-8ce2-43f0a108441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c113a4-a551-4cea-859f-3d52c6f2cfc5,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:47.167081 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-9a269680-b292-4aaa-8ce2-43f0a108441c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:47.980150 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:48.719169 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35536) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:48.868567 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2022018517-network', 'tenant_id': '89413c72f86940ed847d3ddfec068772'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:48.980672 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Made reservation on behalf of 89413c72f86940ed847d3ddfec068772 for: {'network': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:32:48.984748 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.006840 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.149639 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.208857 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.212029 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-2809dc6b-6b1a-4481-8068-701920b236a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:49.218858 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35544) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:49.247172 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=92319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:32:49.256018 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c163794e-3127-46f7-8ee1-016367d60f62,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:49.263151 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:49.269544 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.270156 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.segments_db [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Added segment 6f478617-b9ef-4b39-a3df-30369676b006 of type vlan for network e91b7afa-6457-40a1-a78f-02e520096f7a
Jun 08 18:32:49.317449 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.382139 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b3d72b6a-5a3a-4772-b8e0-4177122139ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.419469 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.420999 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:49.421656 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.427587 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-dc94fdf1-15d9-4214-bf14-56f43e189db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:49.536329 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Pushing event updated for resources: {'Network': ['ID=e91b7afa-6457-40a1-a78f-02e520096f7a,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:49.540555 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:49.557175 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b3d72b6a-5a3a-4772-b8e0-4177122139ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.561932 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network e91b7afa-6457-40a1-a78f-02e520096f7a details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:32:49.682615 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b3d72b6a-5a3a-4772-b8e0-4177122139ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.694423 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d059e34b-b1b7-45b8-8d68-202a3206101a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:49.740228 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-b3d72b6a-5a3a-4772-b8e0-4177122139ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce374b3f6cb04a479e7a907b45731663&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5193863
Jun 08 18:32:49.741956 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d72b6a-5a3a-4772-b8e0-4177122139ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d7860b-37a6-437d-b867-ab2f8fbfd6cb,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:49.743022 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35556) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:49.745299 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b3d72b6a-5a3a-4772-b8e0-4177122139ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:49.761635 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0406361
Jun 08 18:32:49.765444 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35558) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:49.770593 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] Request body: {'subnet': {'network_id': 'e91b7afa-6457-40a1-a78f-02e520096f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2022018517-subnet', 'tenant_id': '89413c72f86940ed847d3ddfec068772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:49.811162 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-67e0bdb4-78d9-4cb1-86b4-90536ae4c9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.840565 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-67e0bdb4-78d9-4cb1-86b4-90536ae4c9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.854736 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] Made reservation on behalf of 89413c72f86940ed847d3ddfec068772 for: {'subnet': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:32:49.856990 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10675552'] for subnet, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:49.997392 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-67e0bdb4-78d9-4cb1-86b4-90536ae4c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:50.000795 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-67e0bdb4-78d9-4cb1-86b4-90536ae4c9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:50.016801 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-67e0bdb4-78d9-4cb1-86b4-90536ae4c9ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74d7860b-37a6-437d-b867-ab2f8fbfd6cb HTTP/1.1" status: 204  len: 168 time: 0.2713070
Jun 08 18:32:50.018061 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-15c62819-9bae-4e54-a5b9-78c34a98cbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:50.041264 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0bdb4-78d9-4cb1-86b4-90536ae4c9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d7860b-37a6-437d-b867-ab2f8fbfd6cb,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:50.045170 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-67e0bdb4-78d9-4cb1-86b4-90536ae4c9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:50.259423 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11523682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10675534'] for subnet, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:50.265530 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-ed54c07f-3189-4306-8d02-99d703d09089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:50.329888 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c36602-8f5a-43c9-9054-f117f395a610,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:50.339446 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:50.358335 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] Checking segment: {'id': '6f478617-b9ef-4b39-a3df-30369676b006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e91b7afa-6457-40a1-a78f-02e520096f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:32:50.358692 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] Network hostable DHCP agents. Network: e91b7afa-6457-40a1-a78f-02e520096f7a, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:32:50.597153 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] Network e91b7afa-6457-40a1-a78f-02e520096f7a is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:32:50.739431 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, e91b7afa-6457-40a1-a78f-02e520096f7a) {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:50.743660 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:50.744395 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:50.749964 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476549a1-a929-43d8-98d6-c476f9cca825 None None] Network e91b7afa-6457-40a1-a78f-02e520096f7a requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:32:50.861943 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-2e7bc3f8-cdb8-433e-84ee-a92c7eb35122 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0910690
Jun 08 18:32:50.960248 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35574) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:50.967899 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2add2ce1-3c3a-4306-8aa6-07e7bb5917f1 None None] Network e91b7afa-6457-40a1-a78f-02e520096f7a requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:32:50.981382 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-eec89842-707b-4476-aeb2-9df4cfaca436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:51.091356 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-eec89842-707b-4476-aeb2-9df4cfaca436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:51.168282 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-eec89842-707b-4476-aeb2-9df4cfaca436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:51.177377 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-9e7f796b-03f3-4dd7-946e-33a2bf5b78f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:51.218973 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-eec89842-707b-4476-aeb2-9df4cfaca436 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=581737dae67141f38e251fa72830b697&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2575073
Jun 08 18:32:51.219776 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec89842-707b-4476-aeb2-9df4cfaca436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d1b95b-6b39-4f6a-a914-3a94323d15a5,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:51.221753 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35580) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:51.222850 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-eec89842-707b-4476-aeb2-9df4cfaca436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:51.291127 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c8dc36cb-98d7-407b-84d5-fb5f8996cbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:51.322174 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c8dc36cb-98d7-407b-84d5-fb5f8996cbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:51.531208 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c8dc36cb-98d7-407b-84d5-fb5f8996cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:51.531208 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c8dc36cb-98d7-407b-84d5-fb5f8996cbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:51.534308 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c8dc36cb-98d7-407b-84d5-fb5f8996cbbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42d1b95b-6b39-4f6a-a914-3a94323d15a5 HTTP/1.1" status: 204  len: 168 time: 0.3091929
Jun 08 18:32:51.534308 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-95281427-99de-4860-af34-ca1577320a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:51.544003 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc36cb-98d7-407b-84d5-fb5f8996cbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d1b95b-6b39-4f6a-a914-3a94323d15a5,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:51.547096 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c8dc36cb-98d7-407b-84d5-fb5f8996cbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:52.004194 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35606) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:52.009811 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1070044357-network', 'tenant_id': 'dcca5dce7e27466797cd249855cc8853'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:52.163118 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Made reservation on behalf of dcca5dce7e27466797cd249855cc8853 for: {'network': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:32:52.167156 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:52.184459 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:52.317512 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:52.391085 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:52.395263 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:52.428715 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6aea184-4ef7-49ea-8349-cb898e3dcb92,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:52.431597 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:52.544725 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'}  {{(pid=92318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:32:52.554861 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:52.555464 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.segments_db [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Added segment cb72e4b3-845d-4f12-b5c5-09323624e033 of type vlan for network 475e18b9-0bd8-4f7d-9c06-37b76cab9daf
Jun 08 18:32:52.592109 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:52.740005 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:52.741469 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:52.742063 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:52.745576 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:52.841641 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Pushing event updated for resources: {'Network': ['ID=475e18b9-0bd8-4f7d-9c06-37b76cab9daf,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:52.844692 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:52.868950 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network 475e18b9-0bd8-4f7d-9c06-37b76cab9daf details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:32:52.912357 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.9069626
Jun 08 18:32:52.915978 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35630) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:52.921139 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] Request body: {'subnet': {'network_id': '475e18b9-0bd8-4f7d-9c06-37b76cab9daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1070044357-subnet', 'tenant_id': 'dcca5dce7e27466797cd249855cc8853', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:32:53.020094 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] Made reservation on behalf of dcca5dce7e27466797cd249855cc8853 for: {'subnet': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:32:53.022270 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10675552'] for subnet, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:53.425989 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11523682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10675534'] for subnet, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:53.431700 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:53.519428 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a857ba6b-d07d-4224-b16c-93e597f675f5,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:53.522246 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] Checking segment: {'id': 'cb72e4b3-845d-4f12-b5c5-09323624e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '475e18b9-0bd8-4f7d-9c06-37b76cab9daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:32:53.522861 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] Network hostable DHCP agents. Network: 475e18b9-0bd8-4f7d-9c06-37b76cab9daf, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:32:53.531079 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:53.658749 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] Network 475e18b9-0bd8-4f7d-9c06-37b76cab9daf is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:32:53.802675 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, 475e18b9-0bd8-4f7d-9c06-37b76cab9daf) {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:32:53.809530 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:32:53.810134 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:53.812128 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7ead3b-685c-4dc2-8289-8e5785907caf None None] Network 475e18b9-0bd8-4f7d-9c06-37b76cab9daf requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:32:53.944555 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-4c9a1ccc-20f4-4e77-917f-fe1159d030f8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0232999
Jun 08 18:32:54.062410 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1437976d-b1ca-42f7-8f28-172465b75109 None None] Network 475e18b9-0bd8-4f7d-9c06-37b76cab9daf requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:32:54.188677 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35670) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:54.264621 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba2e031-9308-4371-99f6-b8d466b60cde admin admin] Deleting subnet b4c36602-8f5a-43c9-9054-f117f395a610 {{(pid=92318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:32:54.270550 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eba2e031-9308-4371-99f6-b8d466b60cde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:54.332730 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eba2e031-9308-4371-99f6-b8d466b60cde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11487127'] for subnet, precommit_delete_associations {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:54.457002 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eba2e031-9308-4371-99f6-b8d466b60cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:54.974874 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eba2e031-9308-4371-99f6-b8d466b60cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11523617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10675525'] for subnet, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:54.979119 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a102647f-4003-45ca-8a51-58128a060789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:55.015737 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2e031-9308-4371-99f6-b8d466b60cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c36602-8f5a-43c9-9054-f117f395a610,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:55.017817 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eba2e031-9308-4371-99f6-b8d466b60cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:55.022972 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-eba2e031-9308-4371-99f6-b8d466b60cde admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b4c36602-8f5a-43c9-9054-f117f395a610 HTTP/1.1" status: 204  len: 168 time: 0.8331063
Jun 08 18:32:55.024303 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-eba2e031-9308-4371-99f6-b8d466b60cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:55.024491 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35700) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:55.137489 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:55.273546 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:55.288091 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc73bbeb0>,) {'filters': {'network_id': ['e91b7afa-6457-40a1-a78f-02e520096f7a']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:55.305162 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc73bbeb0>, '6f478617-b9ef-4b39-a3df-30369676b006') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:55.305363 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc73bbeb0>, '6f478617-b9ef-4b39-a3df-30369676b006') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:55.322392 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:55.348453 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:55.355836 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:32:55.356255 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:32:55.369766 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:32:55.643699 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:55.656928 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:55.659262 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] 10.222.0.20 "DELETE /v2.0/networks/e91b7afa-6457-40a1-a78f-02e520096f7a HTTP/1.1" status: 204  len: 168 time: 0.6338420
Jun 08 18:32:55.661035 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-45712d66-7acf-415e-aa51-a07e77f5d1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:55.664479 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35714) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:55.690136 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] Pushing event deleted for resources: {'Network': ['ID=e91b7afa-6457-40a1-a78f-02e520096f7a,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:55.699699 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-20a8be95-3e7e-4e3c-81e6-aa07521beebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:55.885376 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9e9d8b-4f07-4616-877f-1e1afd20a2c4 admin admin] Deleting subnet a857ba6b-d07d-4224-b16c-93e597f675f5 {{(pid=92318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:32:55.891097 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6b9e9d8b-4f07-4616-877f-1e1afd20a2c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:55.985818 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6b9e9d8b-4f07-4616-877f-1e1afd20a2c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11487127'] for subnet, precommit_delete_associations {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:56.068652 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6b9e9d8b-4f07-4616-877f-1e1afd20a2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:56.277027 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6b9e9d8b-4f07-4616-877f-1e1afd20a2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11523617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10675525'] for subnet, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:56.281380 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:56.317387 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e9d8b-4f07-4616-877f-1e1afd20a2c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a857ba6b-d07d-4224-b16c-93e597f675f5,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:56.322743 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-6b9e9d8b-4f07-4616-877f-1e1afd20a2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:56.324896 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6b9e9d8b-4f07-4616-877f-1e1afd20a2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:56.335895 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-6b9e9d8b-4f07-4616-877f-1e1afd20a2c4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a857ba6b-d07d-4224-b16c-93e597f675f5 HTTP/1.1" status: 204  len: 168 time: 0.6615055
Jun 08 18:32:56.336559 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35728) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:56.518086 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:56.652541 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:56.667810 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc7c62b80>,) {'filters': {'network_id': ['475e18b9-0bd8-4f7d-9c06-37b76cab9daf']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:56.681068 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc7c62b80>, 'cb72e4b3-845d-4f12-b5c5-09323624e033') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:56.681655 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc7c62b80>, 'cb72e4b3-845d-4f12-b5c5-09323624e033') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:32:56.695283 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:56.715091 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:56.725863 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:32:56.726611 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:32:56.842650 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:32:56.940012 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:56.944859 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-e76667a1-2513-4d7c-9efb-362c3615080a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:56.959171 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:56.961458 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] 10.222.0.20 "DELETE /v2.0/networks/475e18b9-0bd8-4f7d-9c06-37b76cab9daf HTTP/1.1" status: 204  len: 168 time: 0.6234615
Jun 08 18:32:56.968546 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] Pushing event deleted for resources: {'Network': ['ID=475e18b9-0bd8-4f7d-9c06-37b76cab9daf,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:56.971043 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:57.437699 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35762) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:57.494079 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-174e6300-c5c3-431b-9294-f0e24d4d8f7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89413c72f86940ed847d3ddfec068772&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0550458
Jun 08 18:32:57.496690 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35764) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:57.563195 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a39450f6-ba5c-489f-a5ab-4bca4d99d432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:57.591386 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a39450f6-ba5c-489f-a5ab-4bca4d99d432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:57.757279 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a39450f6-ba5c-489f-a5ab-4bca4d99d432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:57.759817 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a39450f6-ba5c-489f-a5ab-4bca4d99d432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:57.761335 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-a39450f6-ba5c-489f-a5ab-4bca4d99d432 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c163794e-3127-46f7-8ee1-016367d60f62 HTTP/1.1" status: 204  len: 168 time: 0.2633836
Jun 08 18:32:57.761961 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:57.774857 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39450f6-ba5c-489f-a5ab-4bca4d99d432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c163794e-3127-46f7-8ee1-016367d60f62,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:57.781996 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-a39450f6-ba5c-489f-a5ab-4bca4d99d432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:32:58.694856 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35778) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:58.748362 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-7739367b-e328-4e71-8f13-63b3f6e07842 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcca5dce7e27466797cd249855cc8853&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0521636
Jun 08 18:32:58.750768 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35780) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:32:58.820289 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4f558c92-6407-4fed-b0f1-3cedd811ae04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:58.860869 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4f558c92-6407-4fed-b0f1-3cedd811ae04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:59.064243 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4f558c92-6407-4fed-b0f1-3cedd811ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:59.066658 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4f558c92-6407-4fed-b0f1-3cedd811ae04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:32:59.067856 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-4f558c92-6407-4fed-b0f1-3cedd811ae04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6aea184-4ef7-49ea-8349-cb898e3dcb92 HTTP/1.1" status: 204  len: 168 time: 0.3159440
Jun 08 18:32:59.068752 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-7b3e7bc6-ed45-4b63-a765-3f4ac2ba050b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:32:59.080313 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f558c92-6407-4fed-b0f1-3cedd811ae04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6aea184-4ef7-49ea-8349-cb898e3dcb92,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:32:59.084371 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4f558c92-6407-4fed-b0f1-3cedd811ae04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:01.117549 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-79870e4e-1870-4c73-872b-795592c4dd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:02.328909 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:33:03.191368 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35910) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:03.325831 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:03.435932 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:03.533983 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:03.542367 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-69be43f2-f8dd-4804-986b-fb218cd39d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:03.585685 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52277ab81d114f6d880b5c62437a80fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3931932
Jun 08 18:33:03.586567 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6773ab-8124-4063-b2b0-3124907ac38d,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:03.588612 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35916) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:03.594319 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.594692 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.595097 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.595459 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.595813 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.596163 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.596509 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.596856 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.597208 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.597549 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.597893 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.598237 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.602754 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:03.652764 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:03.679143 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:03.750902 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:03.831590 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:03.834802 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:03.835972 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc6773ab-8124-4063-b2b0-3124907ac38d HTTP/1.1" status: 204  len: 168 time: 0.2463613
Jun 08 18:33:03.836745 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-22f0582c-3299-4027-b58b-5a687e951a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:03.847021 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6773ab-8124-4063-b2b0-3124907ac38d,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:03.854974 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.855351 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.855713 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.856070 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.856428 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.856781 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.858968 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.858968 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.858968 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.858968 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.858968 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.858968 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:03.862090 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:03.973845 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-2928b36e-4b56-4a92-9dc0-1756d021e58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:04.646310 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35930) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:04.664706 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-103a5586-d3e0-41a3-acb3-fd0eb16734c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:04.784220 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-103a5586-d3e0-41a3-acb3-fd0eb16734c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:04.928221 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-103a5586-d3e0-41a3-acb3-fd0eb16734c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:04.928515 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:04.938579 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-ee10f0ce-26b0-4d72-aa30-e3e36b59a74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:04.984179 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-103a5586-d3e0-41a3-acb3-fd0eb16734c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06b24cf8d10d4655a80fee5ae26bd656&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3366706
Jun 08 18:33:04.986525 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a5586-d3e0-41a3-acb3-fd0eb16734c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f5d7fd-4098-43a1-9637-3f177e9d89f0,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:04.987092 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35936) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:04.990033 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-103a5586-d3e0-41a3-acb3-fd0eb16734c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:05.076548 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ba6c78cc-97a7-4e49-a2c7-df8dd5446a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:05.117362 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ba6c78cc-97a7-4e49-a2c7-df8dd5446a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:05.267282 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ba6c78cc-97a7-4e49-a2c7-df8dd5446a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:05.273622 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ba6c78cc-97a7-4e49-a2c7-df8dd5446a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:05.276452 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-ba6c78cc-97a7-4e49-a2c7-df8dd5446a91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68f5d7fd-4098-43a1-9637-3f177e9d89f0 HTTP/1.1" status: 204  len: 168 time: 0.2872677
Jun 08 18:33:05.276669 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-9a269680-b292-4aaa-8ce2-43f0a108441c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:05.297504 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c78cc-97a7-4e49-a2c7-df8dd5446a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f5d7fd-4098-43a1-9637-3f177e9d89f0,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:05.304588 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ba6c78cc-97a7-4e49-a2c7-df8dd5446a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:05.882974 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 35964) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:06.053976 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c422871e-cfff-4d46-a67f-431d9225bd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:06.173104 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c422871e-cfff-4d46-a67f-431d9225bd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:06.419721 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c422871e-cfff-4d46-a67f-431d9225bd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:06.427712 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-3cbcbc48-592b-4fc4-826c-fc2698e2519c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:06.473341 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-c422871e-cfff-4d46-a67f-431d9225bd72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00807aa4521148ebb4ad27495c5d5ecd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5892363
Jun 08 18:33:06.474821 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422871e-cfff-4d46-a67f-431d9225bd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2014ddbe-096c-46a0-9c88-2bff830b9f40,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:06.476905 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 35982) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:06.486514 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c422871e-cfff-4d46-a67f-431d9225bd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:06.564249 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-86ff44ee-3d11-4099-aba2-f5dbc8af1370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:06.601699 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-86ff44ee-3d11-4099-aba2-f5dbc8af1370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:06.739593 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-86ff44ee-3d11-4099-aba2-f5dbc8af1370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:06.742940 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-86ff44ee-3d11-4099-aba2-f5dbc8af1370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:06.744154 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-86ff44ee-3d11-4099-aba2-f5dbc8af1370 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2014ddbe-096c-46a0-9c88-2bff830b9f40 HTTP/1.1" status: 204  len: 168 time: 0.2662592
Jun 08 18:33:06.744926 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a799548d-e329-44bb-a6d6-7031ccdead13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:06.760179 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff44ee-3d11-4099-aba2-f5dbc8af1370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2014ddbe-096c-46a0-9c88-2bff830b9f40,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:06.764351 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-86ff44ee-3d11-4099-aba2-f5dbc8af1370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:06.874094 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36000) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:06.980046 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:07.300613 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d28ed6d4-aadf-49dc-9a82-b3f5c1242c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:07.421746 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d28ed6d4-aadf-49dc-9a82-b3f5c1242c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:07.523252 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d28ed6d4-aadf-49dc-9a82-b3f5c1242c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:07.545309 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4d460eaa-49af-45f0-8eea-5e787eb7392b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:07.599061 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-d28ed6d4-aadf-49dc-9a82-b3f5c1242c55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c97bbd3b3a1746a6b62e9c0d5ac9a86c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7240546
Jun 08 18:33:07.600301 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ed6d4-aadf-49dc-9a82-b3f5c1242c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94771e0-5c85-4841-ae2e-a8e81ac09f6b,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:07.602016 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36014) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:07.603545 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d28ed6d4-aadf-49dc-9a82-b3f5c1242c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:07.676343 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-fc9a93c7-3211-4857-8711-06ca94c95c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:07.706595 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-fc9a93c7-3211-4857-8711-06ca94c95c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:07.721664 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36018) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:07.739883 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3980-aef4-40eb-b72c-2ca76faf337f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:07.847034 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-fc9a93c7-3211-4857-8711-06ca94c95c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:07.853863 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-fc9a93c7-3211-4857-8711-06ca94c95c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:07.856097 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-fc9a93c7-3211-4857-8711-06ca94c95c1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a94771e0-5c85-4841-ae2e-a8e81ac09f6b HTTP/1.1" status: 204  len: 168 time: 0.2525344
Jun 08 18:33:07.857233 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-08298f6d-0602-4664-a258-28dd101d6476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:07.875562 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a93c7-3211-4857-8711-06ca94c95c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94771e0-5c85-4841-ae2e-a8e81ac09f6b,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:07.885632 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-fc9a93c7-3211-4857-8711-06ca94c95c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:07.892785 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b184f-a4c4-448b-a2c3-66e0ba6a9feb req-b17f2424-13e4-444d-955c-c63fa48357f2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:07.894902 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ef0b184f-a4c4-448b-a2c3-66e0ba6a9feb req-b17f2424-13e4-444d-955c-c63fa48357f2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 946 time: 0.1399763
Jun 08 18:33:08.006139 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ef0b184f-a4c4-448b-a2c3-66e0ba6a9feb req-f97e3e2e-66ec-4922-b040-dd7e66be7451 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0850697
Jun 08 18:33:08.032170 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3980-aef4-40eb-b72c-2ca76faf337f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:08.099883 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3980-aef4-40eb-b72c-2ca76faf337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:08.109562 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-62021b54-0875-4dd6-9d10-80ee4d0f8614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:08.150668 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a3980-aef4-40eb-b72c-2ca76faf337f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2752682c-7b0c-4078-99c0-b2f916d785c0,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:08.157298 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-3d8a3980-aef4-40eb-b72c-2ca76faf337f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:08.160788 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-3d8a3980-aef4-40eb-b72c-2ca76faf337f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8aec1d752dc64482a79050a1618a5375&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4380822
Jun 08 18:33:08.164191 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36036) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:08.231443 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bf181e5c-d157-4a13-8925-8961131bb6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:08.278432 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bf181e5c-d157-4a13-8925-8961131bb6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:08.363224 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-b98847bd-f732-4881-bd85-23d7471efa21 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542962739&fields=id&tenant_id=ef2eca637095424897aaebca4915ebea HTTP/1.1" status: 200  len: 267 time: 0.0762300
Jun 08 18:33:08.477647 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bf181e5c-d157-4a13-8925-8961131bb6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:08.480091 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bf181e5c-d157-4a13-8925-8961131bb6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:08.481211 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-bf181e5c-d157-4a13-8925-8961131bb6ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2752682c-7b0c-4078-99c0-b2f916d785c0 HTTP/1.1" status: 204  len: 168 time: 0.3160365
Jun 08 18:33:08.484686 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-02ed8d9f-a2c3-46d4-a723-a86720776c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:08.507010 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf181e5c-d157-4a13-8925-8961131bb6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2752682c-7b0c-4078-99c0-b2f916d785c0,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:08.512279 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-bf181e5c-d157-4a13-8925-8961131bb6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:08.556863 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-fd68a468-2677-4e5d-bf30-3d1b7098fac2 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:08.558433 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-fd68a468-2677-4e5d-bf30-3d1b7098fac2 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/networks?id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2 HTTP/1.1" status: 200  len: 808 time: 0.1771734
Jun 08 18:33:08.584083 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-3730d866-516f-4975-bdcb-637fd8e9fcab tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/quotas/ef2eca637095424897aaebca4915ebea HTTP/1.1" status: 200  len: 375 time: 0.0160487
Jun 08 18:33:08.675709 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-34d010b9-5725-494c-ba87-880ea598336c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef2eca637095424897aaebca4915ebea&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0884638
Jun 08 18:33:08.852685 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-c3b36d42-41b1-4154-a4e2-697aab834da0 service neutron] 10.222.0.20 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549191
Jun 08 18:33:08.995449 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-ad0aee10-dbc1-461d-9420-ccca9adc3287 service neutron] 10.222.0.20 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355605
Jun 08 18:33:09.253382 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46cbd4-634d-49e5-bbce-c3d3a4e394d2 req-940f26e2-34ca-4de7-a184-3f3cf19c4309 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:09.255708 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0d46cbd4-634d-49e5-bbce-c3d3a4e394d2 req-940f26e2-34ca-4de7-a184-3f3cf19c4309 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 946 time: 0.0941343
Jun 08 18:33:09.326251 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0d46cbd4-634d-49e5-bbce-c3d3a4e394d2 req-dc160565-540d-445e-ae75-0f986cfb3d66 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0591819
Jun 08 18:33:09.363860 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36074) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:09.510833 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5b385bfc-16bf-451b-a344-addca9fa6e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:09.619409 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5b385bfc-16bf-451b-a344-addca9fa6e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:09.716799 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5b385bfc-16bf-451b-a344-addca9fa6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:09.733126 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-dbbffb26-106f-47c6-8e70-c7aa8a427782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:09.853105 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-5b385bfc-16bf-451b-a344-addca9fa6e32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a8d371c4e7f43fba5bb4f3528f4b3f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4876509
Jun 08 18:33:09.855818 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36088) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:09.856162 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b385bfc-16bf-451b-a344-addca9fa6e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a8188c-9a94-485b-9ff0-30dde0e4a580,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:09.859181 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-5b385bfc-16bf-451b-a344-addca9fa6e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:09.919572 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78d8bbdc-6b26-4799-9843-f024ea02c993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:09.948586 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78d8bbdc-6b26-4799-9843-f024ea02c993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:10.059480 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78d8bbdc-6b26-4799-9843-f024ea02c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:10.062096 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78d8bbdc-6b26-4799-9843-f024ea02c993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:10.063323 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-78d8bbdc-6b26-4799-9843-f024ea02c993 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8a8188c-9a94-485b-9ff0-30dde0e4a580 HTTP/1.1" status: 204  len: 168 time: 0.2063475
Jun 08 18:33:10.064367 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-6d27b931-1f32-4cd4-a487-e4c90f35340b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:10.074303 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8bbdc-6b26-4799-9843-f024ea02c993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a8188c-9a94-485b-9ff0-30dde0e4a580,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:10.076976 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-78d8bbdc-6b26-4799-9843-f024ea02c993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:10.550896 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f14d0-3843-4c19-a37a-25b0831a697d req-615ce5be-5d5c-4862-9adc-c6cbdae3f228 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:10.552418 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f00f14d0-3843-4c19-a37a-25b0831a697d req-615ce5be-5d5c-4862-9adc-c6cbdae3f228 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 946 time: 0.1090376
Jun 08 18:33:10.603564 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f00f14d0-3843-4c19-a37a-25b0831a697d req-60649879-07f2-41f8-9e0b-0d4c0d51ce5c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453231
Jun 08 18:33:10.835924 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36116) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:10.860325 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-52857166-7677-4a22-a685-538512c22f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:10.925162 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-316b8d42-7463-4fff-a1a3-719340f61fd8 req-4ecc511b-a43e-4734-ba2c-110037ae935f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 210 time: 0.0512900
Jun 08 18:33:11.042048 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-52857166-7677-4a22-a685-538512c22f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:11.093461 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-52857166-7677-4a22-a685-538512c22f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:11.100978 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9db0e6ba-3387-490a-b9bc-a084e1a870c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:11.144218 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52857166-7677-4a22-a685-538512c22f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e64c31-31f4-4739-bfca-378458ae39fc,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:11.148491 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-52857166-7677-4a22-a685-538512c22f77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ff5ae5a3f3b415ebf660a08376afcae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3108690
Jun 08 18:33:11.149363 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-52857166-7677-4a22-a685-538512c22f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:11.151949 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36124) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:11.212346 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b0c2649f-fc8d-4ccd-a7d7-d4776a703a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:11.248192 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b0c2649f-fc8d-4ccd-a7d7-d4776a703a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:11.413478 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b0c2649f-fc8d-4ccd-a7d7-d4776a703a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:11.416057 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b0c2649f-fc8d-4ccd-a7d7-d4776a703a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:11.417229 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-b0c2649f-fc8d-4ccd-a7d7-d4776a703a40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68e64c31-31f4-4739-bfca-378458ae39fc HTTP/1.1" status: 204  len: 168 time: 0.2650318
Jun 08 18:33:11.418074 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2a167927-e7c6-487f-bb0f-7a57ef1538b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:11.430221 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2649f-fc8d-4ccd-a7d7-d4776a703a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e64c31-31f4-4739-bfca-378458ae39fc,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:11.433368 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b0c2649f-fc8d-4ccd-a7d7-d4776a703a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:12.001938 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226811b-0997-42fd-bd75-72ee19ed484a req-88e8aeee-86e7-46d3-916a-76b0c46687c8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:12.001938 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5226811b-0997-42fd-bd75-72ee19ed484a req-88e8aeee-86e7-46d3-916a-76b0c46687c8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 946 time: 0.1032569
Jun 08 18:33:12.050279 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-55d61af6-8d91-486e-b33f-b06dc8739ed7 req-e55c42b2-b2b7-43dd-9c70-a54e8f71322d tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 210 time: 0.0476041
Jun 08 18:33:12.069019 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5226811b-0997-42fd-bd75-72ee19ed484a req-c6f79751-5dd9-44da-bb93-5ee582d9fad6 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0609374
Jun 08 18:33:12.543981 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97535101-70cc-4cc4-9678-832686804bcf req-311df288-8417-481e-959d-b6448279fb73 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:12.544880 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-97535101-70cc-4cc4-9678-832686804bcf req-311df288-8417-481e-959d-b6448279fb73 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 946 time: 0.0881417
Jun 08 18:33:12.713130 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Deleting port 4b48d18f-d85b-45f3-bed2-15e826dc511e {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:33:12.713512 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:12.951589 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] For port 4b48d18f-d85b-45f3-bed2-15e826dc511e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4b48d18f-d85b-45f3-bed2-15e826dc511e,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:33:12.951937 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:13.292140 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c69b63de-fcb1-4bdb-9e4a-c4fd4a29ebca req-8a962a1f-df25-4c5d-88fc-a3351e847fdd tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 210 time: 0.0718961
Jun 08 18:33:13.327455 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:13.328344 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:13.328835 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.l3_db [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Floating IP 867e4883-bf30-49a2-8034-2150fab51e76 disassociated. External IP: 172.27.1.92, port: 4b48d18f-d85b-45f3-bed2-15e826dc511e.
Jun 08 18:33:13.329335 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Calling delete_port for 4b48d18f-d85b-45f3-bed2-15e826dc511e owned by compute:nova {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:33:13.352585 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffd645-4cb4-42de-bee8-dd14dc2c5649 req-77b27fd8-d8b3-46e3-bb77-0e8423510461 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:13.354140 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-00ffd645-4cb4-42de-bee8-dd14dc2c5649 req-77b27fd8-d8b3-46e3-bb77-0e8423510461 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 946 time: 0.1355102
Jun 08 18:33:13.413455 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-00ffd645-4cb4-42de-bee8-dd14dc2c5649 req-89ffc99c-f0ae-40c8-9f98-63ac550881ab tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0510623
Jun 08 18:33:13.608950 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:13.618223 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-8176ddcf-3b0f-4de3-91be-6075485813cf tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:13.681129 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event deleted for resources: {'Port': ['ID=4b48d18f-d85b-45f3-bed2-15e826dc511e,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:13.686522 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:13.695133 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-55e0fdf8-873b-4393-8e53-53ca4ed42926 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:13.696838 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-55e0fdf8-873b-4393-8e53-53ca4ed42926 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.37 "GET /v2.0/networks?id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2 HTTP/1.1" status: 200  len: 808 time: 0.1725054
Jun 08 18:33:13.756629 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-9419d9a0-d9ee-4d92-90a6-977b6c4fa301 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef2eca637095424897aaebca4915ebea HTTP/1.1" status: 200  len: 379 time: 0.0500765
Jun 08 18:33:13.766877 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Request body: {'port': {'device_id': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'admin_state_up': True, 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'security_groups': ['2a73b91a-3c7b-4f0b-8eae-11fe39894dcf']}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:33:13.931138 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Router 79b8186e-eecb-4c9e-8222-f5374f82651c has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:33:14.093881 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Made reservation on behalf of ef2eca637095424897aaebca4915ebea for: {'port': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:33:14.097417 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:14.139399 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:33:14.153953 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592988cb-27f0-4430-8038-8051fe98afd3 None None] Sync routers for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:33:14.170089 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592988cb-27f0-4430-8038-8051fe98afd3 None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:33:14.172742 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-592988cb-27f0-4430-8038-8051fe98afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7332bb0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:33:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:14.238161 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] No DVR routers for this DVR port 4b48d18f-d85b-45f3-bed2-15e826dc511e on host hv-cinder-78956 {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:33:14.240813 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:14.242808 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-97535101-70cc-4cc4-9678-832686804bcf req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.37 "DELETE /v2.0/ports/4b48d18f-d85b-45f3-bed2-15e826dc511e HTTP/1.1" status: 204  len: 173 time: 1.6919448
Jun 08 18:33:14.243345 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'name': 'network-vif-deleted', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:33:14.245802 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de544329-6c32-46e1-ba73-d96de6aee135" -d '{"events": [{"server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "name": "network-vif-deleted", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:33:14.312837 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Allocated IP 172.20.0.5 (d3e917a6-7059-4dfd-9b76-17cc2033e4e2/909f55c0-4a9e-46a4-ab42-4fa4fde86908/143332e6-360c-4782-a6cc-ca66709a07a5) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:33:14.343093 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f74aa2e-ee5e-4636-9bf7-c661116a4c80 x-openstack-request-id: req-5f74aa2e-ee5e-4636-9bf7-c661116a4c80 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:33:14.343093 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff0df16-8757-4132-a176-a13a57fdf542", "name": "network-vif-deleted", "tag": "4b48d18f-d85b-45f3-bed2-15e826dc511e", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:33:14.343875 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f74aa2e-ee5e-4636-9bf7-c661116a4c80 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:33:14.343875 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff0df16-8757-4132-a176-a13a57fdf542', 'name': 'network-vif-deleted', 'tag': '4b48d18f-d85b-45f3-bed2-15e826dc511e', 'status': 'completed', 'code': 200}
Jun 08 18:33:14.563554 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-98f434a0-26de-4a7a-9c8e-20b45dca437e req-fcfaf636-6d1c-4feb-b6e8-ee186f3375ee tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 210 time: 0.0589969
Jun 08 18:33:14.646574 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-56b88bc4-517c-429e-80ca-b9018013154d req-76cde4d0-ae3c-481c-8731-61f7f063424d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 210 time: 0.0738626
Jun 08 18:33:14.686365 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:14.699033 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-592988cb-27f0-4430-8038-8051fe98afd3 None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:33:14.703188 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Transition to ACTIVE for port object 143332e6-360c-4782-a6cc-ca66709a07a5 will not be triggered until provisioned by entity DHCP. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:33:14.849453 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:14.858522 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:33:14.858522 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:33:14.858522 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:33:14.858522 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:33:14.858522 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:33:14.858522 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:33:14.898352 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:33:14.900539 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:33:14.903327 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:33:15.004147 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:15.005426 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:15.123006 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-232db230-55e9-43d1-b84b-c97f8cac4061 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3606331
Jun 08 18:33:15.135729 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Request body: {'port': {'device_id': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:33:15.138218 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-592988cb-27f0-4430-8038-8051fe98afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7332bb0>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:29:00Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:15.144782 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592988cb-27f0-4430-8038-8051fe98afd3 None None] Checking router: 79b8186e-eecb-4c9e-8222-f5374f82651c for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:33:15.156997 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592988cb-27f0-4430-8038-8051fe98afd3 None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:33:15.162185 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-592988cb-27f0-4430-8038-8051fe98afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7332bb0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:33:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:15.283228 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:15.409671 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-592988cb-27f0-4430-8038-8051fe98afd3 None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:33:15.522296 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-adf67c42-feeb-4d5f-a6ed-241f4315868c None None] Provisioning for port 143332e6-360c-4782-a6cc-ca66709a07a5 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:33:15.541824 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-adf67c42-feeb-4d5f-a6ed-241f4315868c None None] Provisioning complete for port 143332e6-360c-4782-a6cc-ca66709a07a5 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:33:15.543215 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-adf67c42-feeb-4d5f-a6ed-241f4315868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:15.626899 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-adf67c42-feeb-4d5f-a6ed-241f4315868c None None] Port 143332e6-360c-4782-a6cc-ca66709a07a5 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:33:15.895705 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143332e6-360c-4782-a6cc-ca66709a07a5 {{(pid=92319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:33:15.987969 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:16.022416 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-eae7204b-a268-4e4e-8f07-ae94b0111c9f req-50f3b4ad-2199-4db7-82cd-10e05a1da64e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ff0df16-8757-4132-a176-a13a57fdf542 HTTP/1.1" status: 200  len: 210 time: 0.1158872
Jun 08 18:33:16.051075 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Transition to ACTIVE for port object 143332e6-360c-4782-a6cc-ca66709a07a5 will not be triggered until provisioned by entity L2. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:33:16.070654 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3119b-32b0-41c0-a23c-083d73c43f1a req-753e0930-f3c1-4395-b314-6d836f3f6f07 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:16.071143 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-592988cb-27f0-4430-8038-8051fe98afd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7332bb0>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:29:00Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:16.076497 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592988cb-27f0-4430-8038-8051fe98afd3 None None] The sync data for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi is: [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:29:00Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:33:16.084977 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-27a3119b-32b0-41c0-a23c-083d73c43f1a req-753e0930-f3c1-4395-b314-6d836f3f6f07 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 931 time: 0.3351281
Jun 08 18:33:16.135444 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-27a3119b-32b0-41c0-a23c-083d73c43f1a req-820a73db-ab9e-42e7-8468-fa39cf05f14b tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506876
Jun 08 18:33:16.157383 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:16.191757 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:16.205853 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 4b48d18f-d85b-45f3-bed2-15e826dc511e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:33:16.249034 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: 4b48d18f-d85b-45f3-bed2-15e826dc511e {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:33:16.249622 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 4b48d18f-d85b-45f3-bed2-15e826dc511e not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:33:16.506801 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc37be8-0ce6-4cff-862e-a0e0f7ac17d8 None None] New status for floating IP 867e4883-bf30-49a2-8034-2150fab51e76: DOWN {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:33:16.517430 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Pushing event updated for resources: {'Port': ['ID=143332e6-360c-4782-a6cc-ca66709a07a5,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:16.525400 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:16.610510 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Attempting to bind port 143332e6-360c-4782-a6cc-ca66709a07a5 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:33:16.610842 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Attempting to bind port 143332e6-360c-4782-a6cc-ca66709a07a5 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'}] {{(pid=92319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:33:16.611324 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Attempting to bind port 143332e6-360c-4782-a6cc-ca66709a07a5 on network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:33:16.617166 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Port 143332e6-360c-4782-a6cc-ca66709a07a5 on network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:33:16.617473 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Attempting to bind port 143332e6-360c-4782-a6cc-ca66709a07a5 on network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:33:16.623130 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:33:16.623475 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Checking segment: {'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:33:16.623829 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Bound using segment: {'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'} {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:33:16.624259 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Bound port: 143332e6-360c-4782-a6cc-ca66709a07a5, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30454790-4b8e-4f52-8044-de84fd66a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2'}}] {{(pid=92319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:33:16.624602 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:16.749705 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] For port 143332e6-360c-4782-a6cc-ca66709a07a5, host hv-cinder-78956, cleared binding levels {{(pid=92319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:33:16.753231 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] For port 143332e6-360c-4782-a6cc-ca66709a07a5, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=143332e6-360c-4782-a6cc-ca66709a07a5,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:33:16.831451 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:16.836813 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:16.901385 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:16.902016 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:16.903361 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] 10.222.0.37 "PUT /v2.0/ports/143332e6-360c-4782-a6cc-ca66709a07a5 HTTP/1.1" status: 200  len: 1093 time: 1.7724054
Jun 08 18:33:16.903866 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:33:16.906156 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8370b47f-ffc4-4906-9d99-03241aa783f1" -d '{"events": [{"name": "network-changed", "server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:33:16.959298 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Pushing event updated for resources: {'Port': ['ID=143332e6-360c-4782-a6cc-ca66709a07a5,revision_number=3']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:16.962616 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:16.984483 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0739e64-83f9-4b54-9ad8-f108441687a4 x-openstack-request-id: req-d0739e64-83f9-4b54-9ad8-f108441687a4 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:33:16.985521 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:33:16.985807 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0739e64-83f9-4b54-9ad8-f108441687a4 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:33:16.986311 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5', 'status': 'completed', 'code': 200}
Jun 08 18:33:17.116966 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370b47f-ffc4-4906-9d99-03241aa783f1 req-5b6c1d07-e117-4464-a902-fc0964731c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:17.123212 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8370b47f-ffc4-4906-9d99-03241aa783f1 req-5b6c1d07-e117-4464-a902-fc0964731c47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef2eca637095424897aaebca4915ebea&device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 1096 time: 0.1107800
Jun 08 18:33:17.501828 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36286) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:17.533804 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370b47f-ffc4-4906-9d99-03241aa783f1 req-87f20432-9232-40f6-b0e3-b9cd51b90095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:17.535313 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8370b47f-ffc4-4906-9d99-03241aa783f1 req-87f20432-9232-40f6-b0e3-b9cd51b90095 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ef2eca637095424897aaebca4915ebea&shared=False HTTP/1.1" status: 200  len: 908 time: 0.4069190
Jun 08 18:33:17.579153 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b354254d-3d49-4cea-9e00-bddb894f21ff tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:17.610498 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b354254d-3d49-4cea-9e00-bddb894f21ff tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:17.634984 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741cced-7338-4140-95ff-74eb5e4f0ba4 req-01208e0c-736e-4ccd-902b-08f0ebeb27e9 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:17.636374 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0741cced-7338-4140-95ff-74eb5e4f0ba4 req-01208e0c-736e-4ccd-902b-08f0ebeb27e9 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.2397435
Jun 08 18:33:17.719373 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0741cced-7338-4140-95ff-74eb5e4f0ba4 req-309dc343-1e46-44f7-99fd-8c962f80a0f1 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749073
Jun 08 18:33:17.728688 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370b47f-ffc4-4906-9d99-03241aa783f1 req-e6ef0dcf-74b1-4822-8dca-3c89ccb3f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:17.730236 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8370b47f-ffc4-4906-9d99-03241aa783f1 req-e6ef0dcf-74b1-4822-8dca-3c89ccb3f34c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1887302
Jun 08 18:33:17.744369 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b354254d-3d49-4cea-9e00-bddb894f21ff tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:17.747233 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b354254d-3d49-4cea-9e00-bddb894f21ff tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:17.749659 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-b354254d-3d49-4cea-9e00-bddb894f21ff tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "DELETE /v2.0/security-groups/e52f4ca3-60c7-49f0-a09f-8e89bfd241c1 HTTP/1.1" status: 204  len: 168 time: 0.2452860
Jun 08 18:33:17.749659 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-18fcde10-0aa5-466c-b002-aeb1db23874b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:17.753884 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36288) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:17.761764 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354254d-3d49-4cea-9e00-bddb894f21ff tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52f4ca3-60c7-49f0-a09f-8e89bfd241c1,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:17.764259 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b354254d-3d49-4cea-9e00-bddb894f21ff tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:17.771682 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.api.v2.resource [None req-772b916b-ae67-49e7-85ff-64b87dafca34 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] show failed (client error): The resource could not be found.
Jun 08 18:33:17.775395 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-772b916b-ae67-49e7-85ff-64b87dafca34 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups/e52f4ca3-60c7-49f0-a09f-8e89bfd241c1 HTTP/1.1" status: 404  len: 347 time: 0.0171125
Jun 08 18:33:17.775968 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36290) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:17.956688 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:18.064114 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-c71ba387-008a-4370-96ba-f6a9efbfe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:18.065623 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-c71ba387-008a-4370-96ba-f6a9efbfe2fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef2eca637095424897aaebca4915ebea&device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 1096 time: 0.2353499
Jun 08 18:33:18.074744 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-541f4026-97ba-4849-bb30-23f58a83b8e1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Deleting port b96ce8e8-693f-412d-9948-3005224ac7fa {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:33:18.075360 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-541f4026-97ba-4849-bb30-23f58a83b8e1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:18.199747 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-37b8c8d0-b30b-448f-a32c-c410f31cff26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=143332e6-360c-4782-a6cc-ca66709a07a5 HTTP/1.1" status: 200  len: 217 time: 0.1267574
Jun 08 18:33:18.300534 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-a37b8e29-cb4c-4181-9146-335bb10f1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:18.301926 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-a37b8e29-cb4c-4181-9146-335bb10f1d8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909f55c0-4a9e-46a4-ab42-4fa4fde86908 HTTP/1.1" status: 200  len: 847 time: 0.0884864
Jun 08 18:33:18.303347 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-541f4026-97ba-4849-bb30-23f58a83b8e1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:18.303667 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-541f4026-97ba-4849-bb30-23f58a83b8e1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:18.561781 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-541f4026-97ba-4849-bb30-23f58a83b8e1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Calling delete_port for b96ce8e8-693f-412d-9948-3005224ac7fa owned by network:floatingip {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:33:18.611841 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-bda2bc26-571c-42e9-80f9-e9ae0c2b71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:18.613315 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-bda2bc26-571c-42e9-80f9-e9ae0c2b71b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3025765
Jun 08 18:33:18.775589 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-541f4026-97ba-4849-bb30-23f58a83b8e1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:18.780273 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-2f2f49eb-b089-47bd-af74-8a201f15e546 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:18.827962 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f4026-97ba-4849-bb30-23f58a83b8e1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event deleted for resources: {'Port': ['ID=b96ce8e8-693f-412d-9948-3005224ac7fa,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:18.830375 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-541f4026-97ba-4849-bb30-23f58a83b8e1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:18.919114 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3d528-d78e-475d-b470-03f9b2a7f406 req-eb3bf4b8-9af0-4d6c-bed2-4195025402ee tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:18.920737 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f1e3d528-d78e-475d-b470-03f9b2a7f406 req-eb3bf4b8-9af0-4d6c-bed2-4195025402ee tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 945 time: 0.2116227
Jun 08 18:33:18.928453 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3325c-e7b3-4a37-bfd3-a67c0f3b300d req-8140ef52-9f78-4890-9821-e3cc0dda982e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:18.929998 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-68d3325c-e7b3-4a37-bfd3-a67c0f3b300d req-8140ef52-9f78-4890-9821-e3cc0dda982e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0977473
Jun 08 18:33:18.964128 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-541f4026-97ba-4849-bb30-23f58a83b8e1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:18.966783 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-541f4026-97ba-4849-bb30-23f58a83b8e1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:18.967936 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-541f4026-97ba-4849-bb30-23f58a83b8e1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "DELETE /v2.0/floatingips/867e4883-bf30-49a2-8034-2150fab51e76 HTTP/1.1" status: 204  len: 168 time: 1.1912954
Jun 08 18:33:18.986789 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-68d3325c-e7b3-4a37-bfd3-a67c0f3b300d req-97816f66-d30b-4db8-846a-a96fd4a33aa5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506396
Jun 08 18:33:18.989757 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f1e3d528-d78e-475d-b470-03f9b2a7f406 req-0bd3514b-59e2-4845-823a-3e066fedaa8b tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558534
Jun 08 18:33:19.197811 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36316) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:19.322932 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26a97788-208e-4b9f-9660-df5e942f1dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:19.375327 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36320) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:19.380694 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-d3580947-f4a5-4bf0-a58e-bf2fc98f7d7a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1970224569', 'description': 'tempest-description--2019147429'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:33:19.454977 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26a97788-208e-4b9f-9660-df5e942f1dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:19.591241 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26a97788-208e-4b9f-9660-df5e942f1dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:19.605096 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-a39450f6-ba5c-489f-a5ab-4bca4d99d432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:19.651583 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-26a97788-208e-4b9f-9660-df5e942f1dba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e2199b758584d07b48b3aa4bfc4e3a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4522943
Jun 08 18:33:19.653211 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a97788-208e-4b9f-9660-df5e942f1dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6177e4f-09ef-44fa-99e5-99500b1dd749,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:19.654456 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36322) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:19.656251 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-26a97788-208e-4b9f-9660-df5e942f1dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:19.722024 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d3580947-f4a5-4bf0-a58e-bf2fc98f7d7a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:19.738825 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-bd793380-138d-4b86-baa9-bd24173f537f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:19.777598 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-bd793380-138d-4b86-baa9-bd24173f537f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:19.880957 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d3580947-f4a5-4bf0-a58e-bf2fc98f7d7a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:19.951094 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-bd793380-138d-4b86-baa9-bd24173f537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:19.954260 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-bd793380-138d-4b86-baa9-bd24173f537f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:19.955428 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-bd793380-138d-4b86-baa9-bd24173f537f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6177e4f-09ef-44fa-99e5-99500b1dd749 HTTP/1.1" status: 204  len: 168 time: 0.2999563
Jun 08 18:33:19.963468 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d4aecb57-68b7-43ea-b760-3a93c8423fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:19.966616 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd793380-138d-4b86-baa9-bd24173f537f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6177e4f-09ef-44fa-99e5-99500b1dd749,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:19.968918 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-bd793380-138d-4b86-baa9-bd24173f537f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:19.991268 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d3580947-f4a5-4bf0-a58e-bf2fc98f7d7a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:19.997992 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-3d8a3980-aef4-40eb-b72c-2ca76faf337f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:20.038820 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3580947-f4a5-4bf0-a58e-bf2fc98f7d7a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:20.041985 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d3580947-f4a5-4bf0-a58e-bf2fc98f7d7a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:20.105241 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d3580947-f4a5-4bf0-a58e-bf2fc98f7d7a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:20.106758 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-d3580947-f4a5-4bf0-a58e-bf2fc98f7d7a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.7301998
Jun 08 18:33:20.109620 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36330) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:20.114343 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-ea523ac6-d659-4598-a04d-d4c9c303241f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Request body: {'security_group_rule': {'security_group_id': '53917c64-b2b6-48de-8ca9-d70e8dd5ac4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:33:20.202752 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73139e-0ff0-4ed0-8787-b33444807acf req-b30eb340-a4cf-482e-8465-a3e6ac7d0a4c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:20.204457 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8a73139e-0ff0-4ed0-8787-b33444807acf req-b30eb340-a4cf-482e-8465-a3e6ac7d0a4c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0999200
Jun 08 18:33:20.255473 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8a73139e-0ff0-4ed0-8787-b33444807acf req-f28d2c30-7c6e-4a97-ad56-bf730bba3e32 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436418
Jun 08 18:33:20.320122 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b06c7-777a-4e74-ab1c-5fdc086b7a41 req-d95a7234-94f9-4b23-89f0-209b85b9a4e5 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:20.321700 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6b3b06c7-777a-4e74-ab1c-5fdc086b7a41 req-d95a7234-94f9-4b23-89f0-209b85b9a4e5 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 945 time: 0.2024536
Jun 08 18:33:20.369100 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6b3b06c7-777a-4e74-ab1c-5fdc086b7a41 req-6f20019c-bdf5-42a0-b6d7-45fd1343772b tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401185
Jun 08 18:33:20.390673 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ea523ac6-d659-4598-a04d-d4c9c303241f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:20.452363 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ea523ac6-d659-4598-a04d-d4c9c303241f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:20.545133 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ea523ac6-d659-4598-a04d-d4c9c303241f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:20.547291 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-3cf8a5ff-50c2-4c0f-bbae-bacec132aa3e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:20.570637 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea523ac6-d659-4598-a04d-d4c9c303241f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b095a7-6b38-42d1-bcee-933d1798f012,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:20.574483 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-ea523ac6-d659-4598-a04d-d4c9c303241f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:20.647658 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-ea523ac6-d659-4598-a04d-d4c9c303241f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:20.648856 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-ea523ac6-d659-4598-a04d-d4c9c303241f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5383000
Jun 08 18:33:20.651568 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36336) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:20.656036 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-25e60204-d306-4666-b969-195fd47d9b4b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Request body: {'security_group_rule': {'security_group_id': '53917c64-b2b6-48de-8ca9-d70e8dd5ac4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:33:20.726301 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36338) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:20.748472 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ede6010b-c1ce-4e92-8b8a-115e21f11983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:20.793755 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-25e60204-d306-4666-b969-195fd47d9b4b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:20.863481 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-25e60204-d306-4666-b969-195fd47d9b4b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:20.876483 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ede6010b-c1ce-4e92-8b8a-115e21f11983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:20.957300 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-25e60204-d306-4666-b969-195fd47d9b4b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:20.963308 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:20.983427 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e60204-d306-4666-b969-195fd47d9b4b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd33244-2ae4-43de-beda-40eb00c1dc2d,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:20.986228 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-25e60204-d306-4666-b969-195fd47d9b4b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:20.991415 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ede6010b-c1ce-4e92-8b8a-115e21f11983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:21.003880 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-2ef99ad8-b728-4701-9596-0c0360363135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:21.051775 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-ede6010b-c1ce-4e92-8b8a-115e21f11983 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d362e6fab4c34907b07e9f999804494b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3236461
Jun 08 18:33:21.052576 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6010b-c1ce-4e92-8b8a-115e21f11983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee199c9-b3f3-46e9-a895-b359b7938faf,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:21.054553 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36340) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:21.055619 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ede6010b-c1ce-4e92-8b8a-115e21f11983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:21.067793 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-25e60204-d306-4666-b969-195fd47d9b4b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:21.068962 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-25e60204-d306-4666-b969-195fd47d9b4b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4163945
Jun 08 18:33:21.072020 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36342) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:21.076351 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Request body: {'floatingip': {'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:33:21.136056 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eae3ce81-1b8e-4dca-927c-78dee0960365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:21.161725 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eae3ce81-1b8e-4dca-927c-78dee0960365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:21.198050 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:21.343850 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:21.383107 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eae3ce81-1b8e-4dca-927c-78dee0960365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:21.385379 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-eae3ce81-1b8e-4dca-927c-78dee0960365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:21.386549 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-eae3ce81-1b8e-4dca-927c-78dee0960365 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ee199c9-b3f3-46e9-a895-b359b7938faf HTTP/1.1" status: 204  len: 168 time: 0.3309112
Jun 08 18:33:21.387230 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-86ff44ee-3d11-4099-aba2-f5dbc8af1370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:21.397232 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3ce81-1b8e-4dca-927c-78dee0960365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee199c9-b3f3-46e9-a895-b359b7938faf,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:21.404682 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-eae3ce81-1b8e-4dca-927c-78dee0960365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:21.571060 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-55b6f2df-88d7-4434-a59f-9e2266b42e46 service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2112546
Jun 08 18:33:21.608588 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2e81b-200d-465a-8c17-5d226764e7f2 req-18befb30-2547-453a-b83f-ee87bc9f1ec7 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:21.609837 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Allocated IP 172.27.1.200 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/ceaa3419-dc55-42cf-a8cf-59ff218211a0) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:33:21.610179 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ead2e81b-200d-465a-8c17-5d226764e7f2 req-18befb30-2547-453a-b83f-ee87bc9f1ec7 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.2296317
Jun 08 18:33:21.719956 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f819067-12bc-4777-8863-70f2dabf0087 req-ab52705e-8fc3-45f2-993d-4beb9b2f911c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:21.721550 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2f819067-12bc-4777-8863-70f2dabf0087 req-ab52705e-8fc3-45f2-993d-4beb9b2f911c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 945 time: 0.2004235
Jun 08 18:33:21.727150 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ead2e81b-200d-465a-8c17-5d226764e7f2 req-7a29063b-b79f-4c74-9433-142c7aee42c0 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709107
Jun 08 18:33:21.770254 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4db9db40-d9a1-4510-b528-409e791cdca1 req-ddf5f82d-9032-4967-b0d4-56aad7ec0892 service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919758
Jun 08 18:33:21.820367 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2f819067-12bc-4777-8863-70f2dabf0087 req-ca26083e-1fa3-4b92-80c4-e7df9b5200d8 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831060
Jun 08 18:33:21.823215 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:21.968520 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:21.969262 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:33:21.969262 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:33:21.969262 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:33:21.969262 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:33:21.969262 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:33:21.969262 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:33:22.004509 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:33:22.006598 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:33:22.010234 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:33:22.165621 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.296670 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.352051 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36358) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:22.376219 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-322d4b39-1dd7-468b-9f48-6b5502f9d6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.489614 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-322d4b39-1dd7-468b-9f48-6b5502f9d6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.526117 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.590548 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-322d4b39-1dd7-468b-9f48-6b5502f9d6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.598222 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-460a59ca-04c2-4b72-8e56-abd5ab402710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:22.625058 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.630934 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-6118a394-e675-49b1-9db3-ba67681bbd5b tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:22.639725 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d4b39-1dd7-468b-9f48-6b5502f9d6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d7d409-c21f-44a2-99b1-3d2df3f30664,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:22.643032 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-322d4b39-1dd7-468b-9f48-6b5502f9d6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:22.648722 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-322d4b39-1dd7-468b-9f48-6b5502f9d6da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c1a0695164341bfbfb50c88be502c19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2925143
Jun 08 18:33:22.650881 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36362) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:22.722610 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6a3859d2-9ede-4092-b575-ef4a6394a6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.740298 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event updated for resources: {'Port': ['ID=ceaa3419-dc55-42cf-a8cf-59ff218211a0,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:22.748012 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:22.756787 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6a3859d2-9ede-4092-b575-ef4a6394a6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.757931 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.927704 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e6193-2b04-4884-b435-9c940be2384a req-2af3b14f-93bb-4b28-ac59-5bf96acd8f0b tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:22.929935 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2f2e6193-2b04-4884-b435-9c940be2384a req-2af3b14f-93bb-4b28-ac59-5bf96acd8f0b tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0884247
Jun 08 18:33:22.934083 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.944651 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8624840
Jun 08 18:33:22.944896 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6a3859d2-9ede-4092-b575-ef4a6394a6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.944896 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-6a3859d2-9ede-4092-b575-ef4a6394a6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:22.944896 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-6a3859d2-9ede-4092-b575-ef4a6394a6aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88d7d409-c21f-44a2-99b1-3d2df3f30664 HTTP/1.1" status: 204  len: 168 time: 0.2873490
Jun 08 18:33:22.944896 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-7b51aa0b-96c3-48f5-b0ad-1744ccafba21 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:22.976336 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3859d2-9ede-4092-b575-ef4a6394a6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d7d409-c21f-44a2-99b1-3d2df3f30664,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:22.979089 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-6a3859d2-9ede-4092-b575-ef4a6394a6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:23.016717 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2f2e6193-2b04-4884-b435-9c940be2384a req-deadfe71-bc80-4aed-b76b-2a1e94889835 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763323
Jun 08 18:33:23.095056 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46af18-2b75-4773-9e24-bea4e4207c7b req-65603781-782a-4af5-9143-615f37785352 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:23.105714 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ae46af18-2b75-4773-9e24-bea4e4207c7b req-65603781-782a-4af5-9143-615f37785352 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 945 time: 0.1614559
Jun 08 18:33:23.154400 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ae46af18-2b75-4773-9e24-bea4e4207c7b req-ed2a03b7-455a-4053-a206-93ee5d1ad7f2 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477176
Jun 08 18:33:23.279338 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-f1ad82c8-13ab-4ab2-aefc-ef67319ee9ee tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1970224569&fields=id&tenant_id=99c4b86bd7f84d599e3a7b569c723959 HTTP/1.1" status: 200  len: 267 time: 0.0581472
Jun 08 18:33:23.373611 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181c4f6-2636-4cd3-8ded-b47c25d0bb34 req-db377e46-6fe6-4d93-83af-ada8d9091dec tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:23.375113 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1181c4f6-2636-4cd3-8ded-b47c25d0bb34 req-db377e46-6fe6-4d93-83af-ada8d9091dec tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 945 time: 0.2054329
Jun 08 18:33:23.636126 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-001b55e2-c79e-442f-8637-8b5fa42d5d8f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:23.637611 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-001b55e2-c79e-442f-8637-8b5fa42d5d8f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/networks?id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 200  len: 817 time: 0.3500097
Jun 08 18:33:23.657589 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-ccdfd58b-c4cb-4634-9496-5bf0d11c0ba0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/quotas/99c4b86bd7f84d599e3a7b569c723959 HTTP/1.1" status: 200  len: 375 time: 0.0131156
Jun 08 18:33:23.704414 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-1181c4f6-2636-4cd3-8ded-b47c25d0bb34 req-c51e2b74-39a5-45b5-b536-b9e3b9f83cb9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Deleting port d3ed7d8c-a934-4213-a4c1-979d64861fe2 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:33:23.704916 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1181c4f6-2636-4cd3-8ded-b47c25d0bb34 req-c51e2b74-39a5-45b5-b536-b9e3b9f83cb9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:23.869035 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-441638fb-4ee2-4955-8a24-f5e32c95eda0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99c4b86bd7f84d599e3a7b569c723959&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2035277
Jun 08 18:33:23.874526 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-1181c4f6-2636-4cd3-8ded-b47c25d0bb34 req-c51e2b74-39a5-45b5-b536-b9e3b9f83cb9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] For port d3ed7d8c-a934-4213-a4c1-979d64861fe2, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d3ed7d8c-a934-4213-a4c1-979d64861fe2,segment=NetworkSegment(923eaf3f-7de6-4e7f-ba1e-346eaa467793),segment_id=923eaf3f-7de6-4e7f-ba1e-346eaa467793)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:33:23.874969 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1181c4f6-2636-4cd3-8ded-b47c25d0bb34 req-c51e2b74-39a5-45b5-b536-b9e3b9f83cb9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:24.074495 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-1181c4f6-2636-4cd3-8ded-b47c25d0bb34 req-c51e2b74-39a5-45b5-b536-b9e3b9f83cb9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Calling delete_port for d3ed7d8c-a934-4213-a4c1-979d64861fe2 owned by compute:nova {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:33:24.150790 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-935d3986-04ca-4ab1-8e86-f6c3d5e6d9ef service neutron] 10.222.0.20 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2605886
Jun 08 18:33:24.222615 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8f3d0-012f-4267-a5b0-456fba28b763 req-f2fbf38f-29af-437d-8c3c-dbaa644084de tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:24.224175 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-39b8f3d0-012f-4267-a5b0-456fba28b763 req-f2fbf38f-29af-437d-8c3c-dbaa644084de tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.1015046
Jun 08 18:33:24.272955 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-39b8f3d0-012f-4267-a5b0-456fba28b763 req-483e8bed-a404-488c-bcc7-16132e04ef8b tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430157
Jun 08 18:33:24.355161 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-fd9e5eed-5bbd-422e-adaf-dec4a5eaa5c6 service neutron] 10.222.0.20 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1938639
Jun 08 18:33:24.430731 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1181c4f6-2636-4cd3-8ded-b47c25d0bb34 req-c51e2b74-39a5-45b5-b536-b9e3b9f83cb9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:24.438420 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4425c435-1fa0-4432-9503-fca2dac5fad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:24.491078 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e2b74-39a5-45b5-b536-b9e3b9f83cb9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Pushing event deleted for resources: {'Port': ['ID=d3ed7d8c-a934-4213-a4c1-979d64861fe2,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:24.494186 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c51e2b74-39a5-45b5-b536-b9e3b9f83cb9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:24.499280 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289683e9-b378-4cba-ac44-bc2bbad3b457 req-dc3f462a-aebd-4c55-9cef-72e3ace21e55 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:24.500947 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-289683e9-b378-4cba-ac44-bc2bbad3b457 req-dc3f462a-aebd-4c55-9cef-72e3ace21e55 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 867 time: 0.1170716
Jun 08 18:33:24.588167 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-1181c4f6-2636-4cd3-8ded-b47c25d0bb34 req-c51e2b74-39a5-45b5-b536-b9e3b9f83cb9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] No DVR routers for this DVR port d3ed7d8c-a934-4213-a4c1-979d64861fe2 on host hv-cinder-78956 {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:33:24.590675 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-1181c4f6-2636-4cd3-8ded-b47c25d0bb34 req-c51e2b74-39a5-45b5-b536-b9e3b9f83cb9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:24.592804 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-1181c4f6-2636-4cd3-8ded-b47c25d0bb34 req-c51e2b74-39a5-45b5-b536-b9e3b9f83cb9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.37 "DELETE /v2.0/ports/d3ed7d8c-a934-4213-a4c1-979d64861fe2 HTTP/1.1" status: 204  len: 173 time: 1.2117381
Jun 08 18:33:24.593325 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d22e411-6c2b-4144-9e06-e22471cb6990', 'name': 'network-vif-deleted', 'tag': 'd3ed7d8c-a934-4213-a4c1-979d64861fe2'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:33:24.595738 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22746a36-cae3-46c7-86a3-d6f403b75357" -d '{"events": [{"server_uuid": "5d22e411-6c2b-4144-9e06-e22471cb6990", "name": "network-vif-deleted", "tag": "d3ed7d8c-a934-4213-a4c1-979d64861fe2"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:33:24.772616 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-289683e9-b378-4cba-ac44-bc2bbad3b457 req-af495435-2b42-4a34-98b7-65b60a6baa94 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2647579
Jun 08 18:33:24.856555 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4301f1-99da-48ca-8c0b-5f38a5d69467 x-openstack-request-id: req-db4301f1-99da-48ca-8c0b-5f38a5d69467 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:33:24.857093 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d22e411-6c2b-4144-9e06-e22471cb6990", "name": "network-vif-deleted", "tag": "d3ed7d8c-a934-4213-a4c1-979d64861fe2", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:33:24.857304 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db4301f1-99da-48ca-8c0b-5f38a5d69467 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:33:24.857666 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d22e411-6c2b-4144-9e06-e22471cb6990', 'name': 'network-vif-deleted', 'tag': 'd3ed7d8c-a934-4213-a4c1-979d64861fe2', 'status': 'completed', 'code': 200}
Jun 08 18:33:24.920476 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2eb26e23-9608-48a2-a665-c50214e72ffc req-8dc2880d-6427-4b15-b70c-44538e7a53e8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 210 time: 0.3457551
Jun 08 18:33:25.581570 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592862cc-2b29-46fc-9710-d2151db44709 req-fe39861d-20fa-42ab-bf3e-3470504f999c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:25.583992 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-592862cc-2b29-46fc-9710-d2151db44709 req-fe39861d-20fa-42ab-bf3e-3470504f999c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.1890025
Jun 08 18:33:25.635731 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-592862cc-2b29-46fc-9710-d2151db44709 req-92fe0bbf-2af4-49c9-889d-311daaee66c5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457568
Jun 08 18:33:25.957439 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-eb91cdc0-8970-440c-841b-6860f49e91d1 req-2f10d359-2cab-4ebb-8915-bc974afaa32f tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d22e411-6c2b-4144-9e06-e22471cb6990 HTTP/1.1" status: 200  len: 210 time: 0.0452161
Jun 08 18:33:26.030983 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6297735f-1799-445b-a052-30c03802cc22 req-3ea36810-7bc6-43e3-9dae-57c99cfaec57 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 210 time: 0.0458093
Jun 08 18:33:26.287509 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device d3ed7d8c-a934-4213-a4c1-979d64861fe2 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:33:26.322584 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: d3ed7d8c-a934-4213-a4c1-979d64861fe2 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:33:26.322961 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device d3ed7d8c-a934-4213-a4c1-979d64861fe2 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:33:26.853351 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0914cf-a262-4ae7-9065-eae1c712654a req-9c8bf658-7952-41c6-bf1d-4795e2981891 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:26.855185 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6b0914cf-a262-4ae7-9065-eae1c712654a req-9c8bf658-7952-41c6-bf1d-4795e2981891 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0949168
Jun 08 18:33:26.913198 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6b0914cf-a262-4ae7-9065-eae1c712654a req-561d283a-4cc5-4ef5-8cf7-af52685b4866 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509744
Jun 08 18:33:27.208202 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-575eb4ff-743d-4d93-a8cb-72f344fb1f37 req-2a7c1dd9-f405-4161-ac2f-f44c99823cd6 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 210 time: 0.0476377
Jun 08 18:33:27.651197 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36478) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:27.774378 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ddfe7daa-b042-4558-898d-1415f01f585b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:28.016867 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ddfe7daa-b042-4558-898d-1415f01f585b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:28.029105 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-64da6a3b-8451-4160-b940-eacd934d043d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:28.030740 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-64da6a3b-8451-4160-b940-eacd934d043d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.37 "GET /v2.0/networks?id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 200  len: 817 time: 0.1967988
Jun 08 18:33:28.102598 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-744c24b9-9912-496b-a31b-8c08653ad0d4 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c4b86bd7f84d599e3a7b569c723959 HTTP/1.1" status: 200  len: 380 time: 0.0570865
Jun 08 18:33:28.112088 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Request body: {'port': {'device_id': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'admin_state_up': True, 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'security_groups': ['53917c64-b2b6-48de-8ca9-d70e8dd5ac4a']}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:33:28.156080 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158f555-7a3a-40c6-a571-19d73bc23417 req-2df8fe61-9f37-486e-ae09-39fc6edfceb4 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:28.158844 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a158f555-7a3a-40c6-a571-19d73bc23417 req-2df8fe61-9f37-486e-ae09-39fc6edfceb4 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.1135335
Jun 08 18:33:28.188841 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ddfe7daa-b042-4558-898d-1415f01f585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:28.201613 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-6a3859d2-9ede-4092-b575-ef4a6394a6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:28.211255 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a158f555-7a3a-40c6-a571-19d73bc23417 req-ed69fa34-d08b-4053-a94c-bf9a54e866ba tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461111
Jun 08 18:33:28.408520 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-ddfe7daa-b042-4558-898d-1415f01f585b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8403142eee3449f0a97348f5cd38286e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7561238
Jun 08 18:33:28.409311 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe7daa-b042-4558-898d-1415f01f585b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252b748f-a6ce-4468-b920-87b31512b08b,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:28.412113 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36494) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:28.424826 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ddfe7daa-b042-4558-898d-1415f01f585b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:28.425195 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-407eedb0-d85c-4bb4-9b57-6fa8f8ad1b58 req-48a2633d-239e-4924-9477-641d82465a38 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 210 time: 0.0665641
Jun 08 18:33:28.479336 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-126ee5b3-2faa-45bf-adf8-eb7b4e3ba318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:28.506057 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-126ee5b3-2faa-45bf-adf8-eb7b4e3ba318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:28.711464 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Made reservation on behalf of 99c4b86bd7f84d599e3a7b569c723959 for: {'port': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:33:28.711792 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-126ee5b3-2faa-45bf-adf8-eb7b4e3ba318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:28.717043 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-126ee5b3-2faa-45bf-adf8-eb7b4e3ba318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:28.718197 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:28.719129 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-126ee5b3-2faa-45bf-adf8-eb7b4e3ba318 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/252b748f-a6ce-4468-b920-87b31512b08b HTTP/1.1" status: 204  len: 168 time: 0.3049958
Jun 08 18:33:28.729537 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-52857166-7677-4a22-a685-538512c22f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:28.754193 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ee5b3-2faa-45bf-adf8-eb7b4e3ba318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252b748f-a6ce-4468-b920-87b31512b08b,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:28.759581 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-126ee5b3-2faa-45bf-adf8-eb7b4e3ba318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:28.992225 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Allocated IP 172.20.0.6 (4e65c5bf-fac2-44f5-afa7-eac51446a6b9/ce63b7a8-e50f-4613-b1c7-3a6994e16221/66b1c5c6-158b-47af-af98-0fe605afc1e4) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:33:29.247941 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:29.265486 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Transition to ACTIVE for port object 66b1c5c6-158b-47af-af98-0fe605afc1e4 will not be triggered until provisioned by entity DHCP. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:33:29.418479 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf802e-57f9-455c-ac5a-5cc69b63b150 req-688b2cd1-cab5-4801-adda-2a25448faef6 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:29.420091 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8baf802e-57f9-455c-ac5a-5cc69b63b150 req-688b2cd1-cab5-4801-adda-2a25448faef6 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0989311
Jun 08 18:33:29.448419 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:29.451028 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:33:29.451028 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:33:29.451028 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:33:29.451028 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:33:29.451028 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:33:29.451028 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:33:29.470883 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:33:29.472140 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:33:29.479202 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:33:29.479404 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8baf802e-57f9-455c-ac5a-5cc69b63b150 req-e484ff40-0fdd-4f0f-84fa-71dc791db18c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521126
Jun 08 18:33:29.561785 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36508) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:29.574744 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:29.575551 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:29.589078 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8c82540e-dd91-45c3-9b19-787fbcd2c350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:29.680448 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6084e2-e189-4a7d-bb0e-8e71c98fdf28 req-dcffd328-fd68-4dff-bc21-caccb124e419 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:29.682232 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fb6084e2-e189-4a7d-bb0e-8e71c98fdf28 req-dcffd328-fd68-4dff-bc21-caccb124e419 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 931 time: 0.1139779
Jun 08 18:33:29.733269 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8c82540e-dd91-45c3-9b19-787fbcd2c350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:29.753557 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fb6084e2-e189-4a7d-bb0e-8e71c98fdf28 req-02f2faf7-cd48-447f-aea8-e51395d2959d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617583
Jun 08 18:33:29.801157 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8c82540e-dd91-45c3-9b19-787fbcd2c350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:29.808693 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-6727c73c-bbe9-4414-b256-11c29cd17a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:29.855072 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-8c82540e-dd91-45c3-9b19-787fbcd2c350 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c184abc2ab3d47079b0c19e245080815&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2913835
Jun 08 18:33:29.855996 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82540e-dd91-45c3-9b19-787fbcd2c350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1867d44f-bff8-4126-aefe-af0ec13336d1,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:29.859198 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-8c82540e-dd91-45c3-9b19-787fbcd2c350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:29.859881 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36510) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:29.861591 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9da8192a-e7cd-4ff6-818b-4af107f5a4a8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7536061
Jun 08 18:33:29.888199 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-fb3f7658-9843-4f21-87d0-4d215d0f94f8 None None] Provisioning for port 66b1c5c6-158b-47af-af98-0fe605afc1e4 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:33:29.893369 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-fb3f7658-9843-4f21-87d0-4d215d0f94f8 None None] Provisioning complete for port 66b1c5c6-158b-47af-af98-0fe605afc1e4 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:33:29.895671 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7658-9843-4f21-87d0-4d215d0f94f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:29.932745 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f620780f-e3e8-4064-806a-9043beffe79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:29.953099 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f7658-9843-4f21-87d0-4d215d0f94f8 None None] Port 66b1c5c6-158b-47af-af98-0fe605afc1e4 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:33:29.964292 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f620780f-e3e8-4064-806a-9043beffe79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:30.093921 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f620780f-e3e8-4064-806a-9043beffe79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:30.096579 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f620780f-e3e8-4064-806a-9043beffe79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:30.097758 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-f620780f-e3e8-4064-806a-9043beffe79a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1867d44f-bff8-4126-aefe-af0ec13336d1 HTTP/1.1" status: 204  len: 168 time: 0.2355461
Jun 08 18:33:30.098534 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-bf181e5c-d157-4a13-8925-8961131bb6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:30.108317 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620780f-e3e8-4064-806a-9043beffe79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1867d44f-bff8-4126-aefe-af0ec13336d1,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:30.110830 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-f620780f-e3e8-4064-806a-9043beffe79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:30.688709 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508fe6e-1f83-4059-822d-57b7ff95e1f1 req-876b3af2-d9df-4d81-a9c4-aa7e54c4f7c8 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:30.690238 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3508fe6e-1f83-4059-822d-57b7ff95e1f1 req-876b3af2-d9df-4d81-a9c4-aa7e54c4f7c8 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0910125
Jun 08 18:33:30.744561 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3508fe6e-1f83-4059-822d-57b7ff95e1f1 req-e9662fe6-b150-454b-b10a-8f8b2ec49d47 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439110
Jun 08 18:33:30.971665 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5b6db-de29-401d-8263-923d49ff5059 req-2a10d960-2954-48d2-a6ea-913c2b9c4801 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:30.979514 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b1e5b6db-de29-401d-8263-923d49ff5059 req-2a10d960-2954-48d2-a6ea-913c2b9c4801 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 931 time: 0.1015253
Jun 08 18:33:31.043167 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-b1e5b6db-de29-401d-8263-923d49ff5059 req-219722e8-4f3f-494f-8520-8885e388c0cd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584855
Jun 08 18:33:31.070671 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-114fb298-1904-4ec8-87b2-c5d96b73753f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:31.076536 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Request body: {'port': {'device_id': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:33:31.229093 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:31.610281 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b1c5c6-158b-47af-af98-0fe605afc1e4 {{(pid=92319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:33:31.618264 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:31.635425 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Transition to ACTIVE for port object 66b1c5c6-158b-47af-af98-0fe605afc1e4 will not be triggered until provisioned by entity L2. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:33:31.721768 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:31.725770 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-e05c0608-7cb3-4459-b00d-05f3da1516b2 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:31.906385 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Pushing event updated for resources: {'Port': ['ID=66b1c5c6-158b-47af-af98-0fe605afc1e4,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:31.934232 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:31.983875 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Attempting to bind port 66b1c5c6-158b-47af-af98-0fe605afc1e4 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:33:31.988996 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Attempting to bind port 66b1c5c6-158b-47af-af98-0fe605afc1e4 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'}] {{(pid=92319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:33:31.988996 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Attempting to bind port 66b1c5c6-158b-47af-af98-0fe605afc1e4 on network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:33:31.990877 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Port 66b1c5c6-158b-47af-af98-0fe605afc1e4 on network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:33:31.991239 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Attempting to bind port 66b1c5c6-158b-47af-af98-0fe605afc1e4 on network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:33:32.000181 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f059f1-9a6b-4330-a286-fb6e443bf1f8 req-8f11cc11-45a7-495b-be29-0dcc169b4c0d tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:32.001551 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:33:32.002005 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Checking segment: {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:33:32.002441 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Bound using segment: {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'} {{(pid=92319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:33:32.002963 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.managers [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Bound port: 66b1c5c6-158b-47af-af98-0fe605afc1e4, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb4414c-31df-4b01-a7d4-4f1978eab068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9'}}] {{(pid=92319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:33:32.003330 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:32.012834 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c3f059f1-9a6b-4330-a286-fb6e443bf1f8 req-8f11cc11-45a7-495b-be29-0dcc169b4c0d tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.1385341
Jun 08 18:33:32.090972 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c3f059f1-9a6b-4330-a286-fb6e443bf1f8 req-688efd6b-6418-42bb-a80c-9575f6bb484f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760198
Jun 08 18:33:32.123363 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, cleared binding levels {{(pid=92319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:33:32.128168 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:33:32.260893 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:32.278359 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:32.454746 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:32.456013 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:32.457901 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] 10.222.0.37 "PUT /v2.0/ports/66b1c5c6-158b-47af-af98-0fe605afc1e4 HTTP/1.1" status: 200  len: 1093 time: 1.3859885
Jun 08 18:33:32.460972 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:33:32.468706 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ebe955-d578-40de-b265-e904c1bcdee8" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:33:32.492747 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Pushing event updated for resources: {'Port': ['ID=66b1c5c6-158b-47af-af98-0fe605afc1e4,revision_number=3']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:32.503495 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:32.521583 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7c61c-3d2a-49d8-bd49-422db0fbef48 req-899372f7-0441-406c-9bcd-573071c5aba0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:32.525697 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-47f7c61c-3d2a-49d8-bd49-422db0fbef48 req-899372f7-0441-406c-9bcd-573071c5aba0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.3211045
Jun 08 18:33:32.600886 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a61b42-9c53-4803-bbb0-4925ec71f10a x-openstack-request-id: req-65a61b42-9c53-4803-bbb0-4925ec71f10a {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:33:32.600886 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:33:32.600886 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65a61b42-9c53-4803-bbb0-4925ec71f10a {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:33:32.600886 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'status': 'completed', 'code': 200}
Jun 08 18:33:32.754714 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-47f7c61c-3d2a-49d8-bd49-422db0fbef48 req-b9193d54-224a-4bf9-8d4b-84434647edcd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2144463
Jun 08 18:33:32.812199 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-02349b51-5379-43cc-aab0-ece29c75ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:32.814712 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-02349b51-5379-43cc-aab0-ece29c75ab57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99c4b86bd7f84d599e3a7b569c723959&device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 1096 time: 0.2125545
Jun 08 18:33:32.864574 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36590) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:32.926052 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-66739324-738e-402b-bd22-5eb2fe0950ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4 HTTP/1.1" status: 200  len: 217 time: 0.0987883
Jun 08 18:33:33.040961 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-e204790e-a45b-488c-a96b-ad251397b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:33.042528 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-e204790e-a45b-488c-a96b-ad251397b186 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce63b7a8-e50f-4613-b1c7-3a6994e16221 HTTP/1.1" status: 200  len: 856 time: 0.1119518
Jun 08 18:33:33.071313 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-51193cf5-59b9-43e8-95d2-cb66383eef13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:33.087783 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 143332e6-360c-4782-a6cc-ca66709a07a5 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:33:33.132444 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9e77a711-0223-4e76-933b-02f259979cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:33.134192 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-9e77a711-0223-4e76-933b-02f259979cd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842152
Jun 08 18:33:33.211293 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-51193cf5-59b9-43e8-95d2-cb66383eef13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:33.288321 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-51193cf5-59b9-43e8-95d2-cb66383eef13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:33.306606 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-ad4babed-d7bd-43ad-8047-d0ce495d245f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:33.326041 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-8960d386-8365-4845-b596-01dae9ed9784 service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849465
Jun 08 18:33:33.410338 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 143332e6-360c-4782-a6cc-ca66709a07a5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=143332e6-360c-4782-a6cc-ca66709a07a5,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:33:33.421935 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51193cf5-59b9-43e8-95d2-cb66383eef13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd810083-6ac1-4bd9-abd9-361cced0b4a2,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:33.435533 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-51193cf5-59b9-43e8-95d2-cb66383eef13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:33.451376 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '143332e6-360c-4782-a6cc-ca66709a07a5', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'port_id': '143332e6-360c-4782-a6cc-ca66709a07a5', 'mac_address': 'fa:16:3e:84:5d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:33:33.460992 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-51193cf5-59b9-43e8-95d2-cb66383eef13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d419a6c3f3844f388f123636e889b40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5949149
Jun 08 18:33:33.466362 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36600) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:33.479709 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-84f1b7a8-e1b4-41f0-9388-fbc67901aace req-0f2f2f4f-f798-4458-bc89-c0b9cd9d56df service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459644
Jun 08 18:33:33.532162 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:33.552838 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07241a5-e301-4194-87c7-11cc2c6fcae8 req-ca22fd08-ba24-43da-8c1d-1b1c59758cba tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:33.554790 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d07241a5-e301-4194-87c7-11cc2c6fcae8 req-ca22fd08-ba24-43da-8c1d-1b1c59758cba tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.2205691
Jun 08 18:33:33.564239 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2d15fd2c-0935-49ad-9fc7-34ee829be40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:33.567061 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143332e6-360c-4782-a6cc-ca66709a07a5 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:33:33.598393 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 143332e6-360c-4782-a6cc-ca66709a07a5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=143332e6-360c-4782-a6cc-ca66709a07a5,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:33:33.626432 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2d15fd2c-0935-49ad-9fc7-34ee829be40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:33.643623 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d07241a5-e301-4194-87c7-11cc2c6fcae8 req-db8ca533-e062-4aff-a5af-9e5aeccc3c29 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806601
Jun 08 18:33:33.710815 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:33.712903 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:33.728877 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebe955-d578-40de-b265-e904c1bcdee8 req-18f4f177-0336-4842-94cf-cbbb355c9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:33.730401 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-54ebe955-d578-40de-b265-e904c1bcdee8 req-18f4f177-0336-4842-94cf-cbbb355c9cc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99c4b86bd7f84d599e3a7b569c723959&device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 1096 time: 0.0874033
Jun 08 18:33:33.821619 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:33.833096 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2d15fd2c-0935-49ad-9fc7-34ee829be40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:33.846380 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2d15fd2c-0935-49ad-9fc7-34ee829be40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:33.846628 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=143332e6-360c-4782-a6cc-ca66709a07a5,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:33.855925 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-2d15fd2c-0935-49ad-9fc7-34ee829be40c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd810083-6ac1-4bd9-abd9-361cced0b4a2 HTTP/1.1" status: 204  len: 168 time: 0.3847592
Jun 08 18:33:33.857501 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a876695a-6036-413d-a20e-8eb7547d45df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:33.871395 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:33.871754 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:33.872099 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:33.872439 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:33.872763 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:33.886346 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:33.886699 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:33.887078 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:33.887425 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:33.887764 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:33.888096 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:33.888426 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:33:33.893445 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:33.908349 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15fd2c-0935-49ad-9fc7-34ee829be40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd810083-6ac1-4bd9-abd9-361cced0b4a2,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:33.914304 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2d15fd2c-0935-49ad-9fc7-34ee829be40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:33.938886 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebe955-d578-40de-b265-e904c1bcdee8 req-b94c1d66-ab37-42a7-82b3-e290cfbea43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:33.940772 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-54ebe955-d578-40de-b265-e904c1bcdee8 req-b94c1d66-ab37-42a7-82b3-e290cfbea43d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 200  len: 917 time: 0.2032552
Jun 08 18:33:33.979222 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['143332e6-360c-4782-a6cc-ca66709a07a5'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:33:34.048028 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-237ac405-4f07-4837-ba3a-2b6ab5c24f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:34.109123 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-54ebe955-d578-40de-b265-e904c1bcdee8 req-e46259c4-543c-4ee3-ba2d-1e849d5a3916 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4 HTTP/1.1" status: 200  len: 217 time: 0.1577585
Jun 08 18:33:34.225656 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebe955-d578-40de-b265-e904c1bcdee8 req-20b4e5c9-d389-48f3-ad07-81c5d25e24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:34.226518 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-54ebe955-d578-40de-b265-e904c1bcdee8 req-20b4e5c9-d389-48f3-ad07-81c5d25e24ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce63b7a8-e50f-4613-b1c7-3a6994e16221 HTTP/1.1" status: 200  len: 856 time: 0.1004460
Jun 08 18:33:34.299735 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62d20f-13f3-46a2-916d-0213b74db727 req-92d78254-1d49-46c5-b3c7-df739c8275c1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:34.301716 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7f62d20f-13f3-46a2-916d-0213b74db727 req-92d78254-1d49-46c5-b3c7-df739c8275c1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.2766449
Jun 08 18:33:34.373271 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7f62d20f-13f3-46a2-916d-0213b74db727 req-ecdffc62-5119-4f52-b5a5-fa217616f6f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541127
Jun 08 18:33:34.375904 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebe955-d578-40de-b265-e904c1bcdee8 req-f5ff35f0-51a8-4b06-9408-ed69e05e4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:34.377632 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-54ebe955-d578-40de-b265-e904c1bcdee8 req-f5ff35f0-51a8-4b06-9408-ed69e05e4d75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1432705
Jun 08 18:33:34.578686 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-54ebe955-d578-40de-b265-e904c1bcdee8 req-0c15776d-654e-4881-af18-c0d7f73ef22a service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939683
Jun 08 18:33:34.808854 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-54ebe955-d578-40de-b265-e904c1bcdee8 req-ce63d9b7-7b07-44eb-b7c3-81a19a70d7e2 service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2228224
Jun 08 18:33:34.904180 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36620) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:34.906996 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:34.932985 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15695271-16eb-4443-8fc1-21dbee8dbb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:34.961885 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ff160-5c5e-484b-a63c-ca98cbe94d2f req-31595b22-03d8-4a28-9fd2-7d8403e4774e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:34.963530 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b89ff160-5c5e-484b-a63c-ca98cbe94d2f req-31595b22-03d8-4a28-9fd2-7d8403e4774e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 944 time: 0.1261678
Jun 08 18:33:35.029733 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b89ff160-5c5e-484b-a63c-ca98cbe94d2f req-a2cbbe0b-fcc5-4bf2-8028-63f35c0f5b12 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564220
Jun 08 18:33:35.085080 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 143332e6-360c-4782-a6cc-ca66709a07a5 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:33:35.156501 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15695271-16eb-4443-8fc1-21dbee8dbb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:35.259912 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15695271-16eb-4443-8fc1-21dbee8dbb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:35.267623 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ede6010b-c1ce-4e92-8b8a-115e21f11983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:35.293873 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port 143332e6-360c-4782-a6cc-ca66709a07a5 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:33:35.303484 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 143332e6-360c-4782-a6cc-ca66709a07a5 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:33:35.304210 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:35.316894 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-15695271-16eb-4443-8fc1-21dbee8dbb18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6297b3ca64a744f29a90224dfde06f24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4069290
Jun 08 18:33:35.316894 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15695271-16eb-4443-8fc1-21dbee8dbb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e94128-6d71-487b-bcbc-2c34f5ffe5df,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:35.317569 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36626) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:35.342121 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-15695271-16eb-4443-8fc1-21dbee8dbb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:35.451836 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:35.486648 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:33:35.489353 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce57925-63c9-44c6-952b-7bc016578b74" -d '{"events": [{"server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "name": "network-vif-plugged", "status": "completed", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:33:35.516851 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 143332e6-360c-4782-a6cc-ca66709a07a5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=143332e6-360c-4782-a6cc-ca66709a07a5,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:33:35.528995 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3a539742-66b6-406a-8142-7ecfec5546f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:35.542364 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4178185-107c-4073-84ba-95fb0c123d8c x-openstack-request-id: req-f4178185-107c-4073-84ba-95fb0c123d8c {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:33:35.542819 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "name": "network-vif-plugged", "status": "completed", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:33:35.543787 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4178185-107c-4073-84ba-95fb0c123d8c {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:33:35.544386 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5', 'code': 200}
Jun 08 18:33:35.619784 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:35.623274 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:35.666344 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3a539742-66b6-406a-8142-7ecfec5546f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:35.695956 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=143332e6-360c-4782-a6cc-ca66709a07a5,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:35.700440 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:35.756510 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb2252-92ef-4e3f-851f-da60a9208d96 req-ac9989b5-57dd-40b2-94cb-5dceda7c8587 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:35.760266 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-86fb2252-92ef-4e3f-851f-da60a9208d96 req-ac9989b5-57dd-40b2-94cb-5dceda7c8587 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.2116065
Jun 08 18:33:35.814085 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-86fb2252-92ef-4e3f-851f-da60a9208d96 req-60b86696-7a22-4570-9e94-5c9603a01f00 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443048
Jun 08 18:33:35.841868 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3a539742-66b6-406a-8142-7ecfec5546f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:35.845803 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-3a539742-66b6-406a-8142-7ecfec5546f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:35.847544 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-3a539742-66b6-406a-8142-7ecfec5546f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55e94128-6d71-487b-bcbc-2c34f5ffe5df HTTP/1.1" status: 204  len: 168 time: 0.5287097
Jun 08 18:33:35.858437 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d4164f85-b1e3-4a81-b042-6c3268db5e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:35.859994 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a539742-66b6-406a-8142-7ecfec5546f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e94128-6d71-487b-bcbc-2c34f5ffe5df,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:35.863257 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-3a539742-66b6-406a-8142-7ecfec5546f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:36.247218 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a15ea9-dcaa-4785-91d2-e948c722640f req-a5c2b008-9560-4c14-b5f6-922644f3fc9f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:36.248958 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-56a15ea9-dcaa-4785-91d2-e948c722640f req-a5c2b008-9560-4c14-b5f6-922644f3fc9f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.0882630
Jun 08 18:33:36.303885 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-56a15ea9-dcaa-4785-91d2-e948c722640f req-635f5bd3-13c8-4442-bebd-648c799a3902 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450566
Jun 08 18:33:36.887958 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:37.029057 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa6a4e-e963-41f8-bab9-fb997b15da16 req-2d88df23-69b0-40b8-a778-57dea16f3365 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:37.030595 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-08aa6a4e-e963-41f8-bab9-fb997b15da16 req-2d88df23-69b0-40b8-a778-57dea16f3365 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.0894763
Jun 08 18:33:37.089586 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-08aa6a4e-e963-41f8-bab9-fb997b15da16 req-8d910418-32a0-4a17-a3bc-4f1cc0074021 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515184
Jun 08 18:33:37.535722 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214db8c-d551-4bad-b946-cf9e48764c1b req-c8da966e-155d-4c82-8ff1-7ea7f0e5ea21 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:37.537178 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6214db8c-d551-4bad-b946-cf9e48764c1b req-c8da966e-155d-4c82-8ff1-7ea7f0e5ea21 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.0856740
Jun 08 18:33:37.587847 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6214db8c-d551-4bad-b946-cf9e48764c1b req-b2a718b7-a9ef-44cf-99f0-e29ec6171016 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450532
Jun 08 18:33:37.870607 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 66b1c5c6-158b-47af-af98-0fe605afc1e4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:33:37.981434 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700d855-ae7e-488b-927a-b886cf749308 req-af49e547-108e-43d5-a696-918ebd8c7e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:37.982829 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4700d855-ae7e-488b-927a-b886cf749308 req-af49e547-108e-43d5-a696-918ebd8c7e59 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 1098 time: 0.0769219
Jun 08 18:33:38.026830 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4700d855-ae7e-488b-927a-b886cf749308 req-bf0aa11e-4673-4bd5-aee6-afa16afdb15f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368721
Jun 08 18:33:38.035964 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:33:38.055795 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'port_id': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'mac_address': 'fa:16:3e:69:6f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:33:38.118008 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:38.139095 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b1c5c6-158b-47af-af98-0fe605afc1e4 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:33:38.155178 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:33:38.253846 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:38.256895 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6a14539f-3cc7-4650-9ef1-9cc582215ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:38.329230 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=66b1c5c6-158b-47af-af98-0fe605afc1e4,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:38.332713 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:38.389330 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b798a04-7eb3-4390-b0f6-c0d31eb71146 req-0a69eef6-8ef1-46ce-8b31-f0a83a5f4db4 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:38.390830 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9b798a04-7eb3-4390-b0f6-c0d31eb71146 req-0a69eef6-8ef1-46ce-8b31-f0a83a5f4db4 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 944 time: 0.0860627
Jun 08 18:33:38.459820 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9b798a04-7eb3-4390-b0f6-c0d31eb71146 req-0694833a-9278-4bc3-99c4-572adb80dba0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622194
Jun 08 18:33:38.500317 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['66b1c5c6-158b-47af-af98-0fe605afc1e4'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:33:38.821744 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1aa34-a4f0-4386-8863-fced5cf3e9f6 req-43b63cd1-b7b8-4c03-834d-cd6a72578d8f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:38.823232 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d2a1aa34-a4f0-4386-8863-fced5cf3e9f6 req-43b63cd1-b7b8-4c03-834d-cd6a72578d8f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.1222103
Jun 08 18:33:38.901056 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d2a1aa34-a4f0-4386-8863-fced5cf3e9f6 req-9c048332-c5ad-4ce1-a0f4-a4088438bfdf tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695207
Jun 08 18:33:39.284893 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580a964-2969-4423-8677-73b81bf8248a req-b932abbd-b348-493b-aed3-b152569d9565 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:39.286378 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-b932abbd-b348-493b-aed3-b152569d9565 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/networks?id=553e4159-f86e-4c13-ba95-25c3f1a4f5c7 HTTP/1.1" status: 200  len: 813 time: 0.1567154
Jun 08 18:33:39.301545 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-b51daaf6-321c-4f9e-8a31-704af237de04 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/quotas/1f7dc7308937438f8e7820ec9babd7e2 HTTP/1.1" status: 200  len: 375 time: 0.0095491
Jun 08 18:33:39.330932 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:33:39.354866 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-c69cee24-ca66-4999-83a4-f7e9a2a56bdb tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f7dc7308937438f8e7820ec9babd7e2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0476818
Jun 08 18:33:39.651661 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-de1a0cf3-16d2-4f4e-8160-db5a0da1f57c service neutron] 10.222.0.20 "GET /v2.0/networks/553e4159-f86e-4c13-ba95-25c3f1a4f5c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2901478
Jun 08 18:33:39.667929 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453459e0-3c58-4b13-b6ce-2929c8c2baa3 req-df16c62c-bda7-40be-9652-8a6f45671fb1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:39.669507 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-453459e0-3c58-4b13-b6ce-2929c8c2baa3 req-df16c62c-bda7-40be-9652-8a6f45671fb1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 944 time: 0.0853891
Jun 08 18:33:39.723193 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-453459e0-3c58-4b13-b6ce-2929c8c2baa3 req-13d93e83-70aa-476e-a5ae-5ceba2d7b606 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451856
Jun 08 18:33:39.810570 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-ff3d7a9a-49d8-4033-b4f0-35b555787a45 service neutron] 10.222.0.20 "GET /v2.0/networks/553e4159-f86e-4c13-ba95-25c3f1a4f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487997
Jun 08 18:33:40.122025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8c010-f5ae-4dfa-9b9d-0d91da1b0fff req-d15074cf-f9d1-43c8-b6d9-176db5b96e95 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:40.124677 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-99c8c010-f5ae-4dfa-9b9d-0d91da1b0fff req-d15074cf-f9d1-43c8-b6d9-176db5b96e95 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.1068714
Jun 08 18:33:40.154136 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7c25b977-29e2-4497-938c-4cd871ece156 req-38282547-82ff-4e4e-ada8-949be66f5020 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 210 time: 0.0877321
Jun 08 18:33:40.175149 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-99c8c010-f5ae-4dfa-9b9d-0d91da1b0fff req-ba4420df-2006-4e33-9b72-c2a45ec9008c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434005
Jun 08 18:33:40.378565 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c90e8-0814-45d3-841c-342bf8ef5eb4 req-3a891760-7752-48f7-bc26-ae8c8e685c4a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:40.380278 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-131c90e8-0814-45d3-841c-342bf8ef5eb4 req-3a891760-7752-48f7-bc26-ae8c8e685c4a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.0887001
Jun 08 18:33:40.439315 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-131c90e8-0814-45d3-841c-342bf8ef5eb4 req-21a66bc6-af78-4114-bb42-f31575b326e8 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502856
Jun 08 18:33:40.458517 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36726) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:40.644414 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4994d5-0141-4e7f-90fe-6d8cbc732ccb tempest-TestShelveInstance-1344310695 tempest-TestShelveInstance-1344310695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:40.645920 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-9a4994d5-0141-4e7f-90fe-6d8cbc732ccb tempest-TestShelveInstance-1344310695 tempest-TestShelveInstance-1344310695-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 1093 time: 0.1863978
Jun 08 18:33:40.649388 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36734) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:40.653995 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Request body: {'floatingip': {'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'port_id': '143332e6-360c-4782-a6cc-ca66709a07a5', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:33:40.767785 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for floatingip, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:40.928278 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97293567-962c-4577-8c6a-2dd3cd2b7ac0 req-86c39e07-3949-43b8-a8d5-9f27b4707748 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:40.934620 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-97293567-962c-4577-8c6a-2dd3cd2b7ac0 req-86c39e07-3949-43b8-a8d5-9f27b4707748 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 944 time: 0.0912325
Jun 08 18:33:40.961196 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:40.985642 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-97293567-962c-4577-8c6a-2dd3cd2b7ac0 req-2572d0a5-1687-433b-8e40-f49dc56dbe37 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500824
Jun 08 18:33:41.119935 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Allocated IP 172.27.1.10 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/05b02892-dc7a-40cf-9bb6-0e757504c785) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:33:41.285279 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-43a6f219-88c6-4c11-a1fc-63f98effc822 req-f29d3c26-56f0-4485-8bc5-f783a8d138d9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 210 time: 0.0502455
Jun 08 18:33:41.342129 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:41.436392 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:41.436985 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:33:41.436985 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:33:41.436985 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:33:41.436985 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:33:41.436985 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:33:41.436985 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:33:41.453630 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:33:41.454717 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:33:41.457957 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:33:41.532261 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 66b1c5c6-158b-47af-af98-0fe605afc1e4 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:33:41.744669 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port 66b1c5c6-158b-47af-af98-0fe605afc1e4 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:33:41.750478 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 66b1c5c6-158b-47af-af98-0fe605afc1e4 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:33:41.750881 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:41.898190 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:41.931348 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:33:41.933787 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8738a06e-a7ec-493e-9345-ac5798cbb41e" -d '{"events": [{"server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "name": "network-vif-plugged", "status": "completed", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:33:41.942502 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:33:41.980700 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dafa712-3b47-4841-8aea-8b2432b6b67a x-openstack-request-id: req-8dafa712-3b47-4841-8aea-8b2432b6b67a {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:33:41.981010 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "name": "network-vif-plugged", "status": "completed", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:33:41.981273 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dafa712-3b47-4841-8aea-8b2432b6b67a {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:33:41.981669 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'code': 200}
Jun 08 18:33:42.031622 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:42.035676 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:42.149894 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=66b1c5c6-158b-47af-af98-0fe605afc1e4,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:42.153857 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:42.215971 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:42.292870 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff154b13-071c-453d-a946-af3bdd4ef631 req-1976fdd6-508b-4dac-999e-8c74cbc3054d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:42.293884 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ff154b13-071c-453d-a946-af3bdd4ef631 req-1976fdd6-508b-4dac-999e-8c74cbc3054d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.1688910
Jun 08 18:33:42.344565 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ff154b13-071c-453d-a946-af3bdd4ef631 req-82b5019d-0bc4-4527-8d73-b4ff8603dc45 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445161
Jun 08 18:33:42.414170 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:42.445670 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c061c0bf-e808-439d-8cae-4a22f9e02eaf req-65ca5712-930c-4620-a1ad-bc2397622bca tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 210 time: 0.0464702
Jun 08 18:33:42.730946 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:42.842041 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:42.846035 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:42.958338 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Pushing event updated for resources: {'Port': ['ID=05b02892-dc7a-40cf-9bb6-0e757504c785,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:42.963078 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:42.970448 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:43.167789 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.l3_db [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Floating IP 697769ba-6762-4d19-901c-f825ab3917f6 associated. External IP: 172.27.1.10, port: 143332e6-360c-4782-a6cc-ca66709a07a5.
Jun 08 18:33:43.642342 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0661b6-f714-4d5c-86a9-c0e06b84360b req-d7779eda-e043-49d5-8774-7921e8c5f3d8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:43.643948 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0a0661b6-f714-4d5c-86a9-c0e06b84360b req-d7779eda-e043-49d5-8774-7921e8c5f3d8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.1836095
Jun 08 18:33:43.720966 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-21af3aa1-e91e-461b-a9db-6b6b443b3e30 req-c74e862d-dba8-466b-9690-d5908979a357 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 210 time: 0.0476420
Jun 08 18:33:43.771956 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0a0661b6-f714-4d5c-86a9-c0e06b84360b req-1d086e50-7f9d-4c57-87e0-bd590afc63ab tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775602
Jun 08 18:33:43.773936 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Router ae82820a-3105-4a30-8538-e65c2f4702ef has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:33:43.960023 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:33:43.970704 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a029d4-3f93-46c9-9f8e-1555eeb7e731 None None] Sync routers for ids ['ae82820a-3105-4a30-8538-e65c2f4702ef'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:33:43.981121 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a029d4-3f93-46c9-9f8e-1555eeb7e731 None None] Routers {'ae82820a-3105-4a30-8538-e65c2f4702ef'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:33:43.981697 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-e2a029d4-3f93-46c9-9f8e-1555eeb7e731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc048850>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:33:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ae82820a-3105-4a30-8538-e65c2f4702ef'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:44.050818 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336028-86b1-404c-a1c1-6879f5796ee0 req-050c77b3-e587-4402-a0a8-d28e33702c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:44.052416 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-54336028-86b1-404c-a1c1-6879f5796ee0 req-050c77b3-e587-4402-a0a8-d28e33702c77 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 1098 time: 0.0736704
Jun 08 18:33:44.095111 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-54336028-86b1-404c-a1c1-6879f5796ee0 req-057874c7-916f-46cb-bef5-ac65531bd749 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367024
Jun 08 18:33:44.132980 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:44.165824 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-e2a029d4-3f93-46c9-9f8e-1555eeb7e731 None None] Set router ae82820a-3105-4a30-8538-e65c2f4702ef gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:33:44.193663 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.5432146
Jun 08 18:33:44.194304 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:33:44.196647 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb2934a-10f5-4239-a1fd-7af4dd9f9483" -d '{"events": [{"name": "network-changed", "server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:33:44.248656 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2abc368-bed9-41b8-ab3e-0fe874380342 x-openstack-request-id: req-a2abc368-bed9-41b8-ab3e-0fe874380342 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:33:44.249179 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:33:44.249663 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2abc368-bed9-41b8-ab3e-0fe874380342 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:33:44.250240 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5', 'status': 'completed', 'code': 200}
Jun 08 18:33:44.368116 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2934a-10f5-4239-a1fd-7af4dd9f9483 req-454c9679-2e62-447c-be48-c1d40a34808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:44.370480 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7eb2934a-10f5-4239-a1fd-7af4dd9f9483 req-454c9679-2e62-447c-be48-c1d40a34808e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef2eca637095424897aaebca4915ebea&device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 1098 time: 0.0973253
Jun 08 18:33:44.538569 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2934a-10f5-4239-a1fd-7af4dd9f9483 req-11df196a-e213-40e8-977a-ed9778eb090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:44.540065 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7eb2934a-10f5-4239-a1fd-7af4dd9f9483 req-11df196a-e213-40e8-977a-ed9778eb090e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2 HTTP/1.1" status: 200  len: 908 time: 0.1616387
Jun 08 18:33:44.624865 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-e2a029d4-3f93-46c9-9f8e-1555eeb7e731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc048850>, [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '697769ba-6762-4d19-901c-f825ab3917f6', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'port_id': '143332e6-360c-4782-a6cc-ca66709a07a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'mac_address': 'fa:16:3e:84:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:33:41Z', 'updated_at': '2021-06-08T18:33:41Z', 'revision_number': 0, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc68e1fc-3c1b-4406-9194-38734dc15496', 'name': '', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'mac_address': 'fa:16:3e:3f:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:17Z', 'updated_at': '2021-06-08T18:32:28Z', 'revision_number': 5, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'subnets': [{'id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:44.630027 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a029d4-3f93-46c9-9f8e-1555eeb7e731 None None] Checking router: ae82820a-3105-4a30-8538-e65c2f4702ef for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:33:44.640518 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a029d4-3f93-46c9-9f8e-1555eeb7e731 None None] Routers {'ae82820a-3105-4a30-8538-e65c2f4702ef'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:33:44.641156 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-e2a029d4-3f93-46c9-9f8e-1555eeb7e731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc048850>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:33:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ae82820a-3105-4a30-8538-e65c2f4702ef'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:44.671255 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7eb2934a-10f5-4239-a1fd-7af4dd9f9483 req-e08ec47e-0869-4857-92ac-f1be295778fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=143332e6-360c-4782-a6cc-ca66709a07a5 HTTP/1.1" status: 200  len: 998 time: 0.1240120
Jun 08 18:33:44.764355 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2934a-10f5-4239-a1fd-7af4dd9f9483 req-31076e77-664a-4cb5-abed-47b10e55356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:44.764355 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7eb2934a-10f5-4239-a1fd-7af4dd9f9483 req-31076e77-664a-4cb5-abed-47b10e55356c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909f55c0-4a9e-46a4-ab42-4fa4fde86908 HTTP/1.1" status: 200  len: 847 time: 0.0846918
Jun 08 18:33:45.013593 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-e2a029d4-3f93-46c9-9f8e-1555eeb7e731 None None] Set router ae82820a-3105-4a30-8538-e65c2f4702ef gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:33:45.019473 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580a964-2969-4423-8677-73b81bf8248a req-2955f556-0da1-4a09-982f-e1e771810b71 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:45.022134 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-2955f556-0da1-4a09-982f-e1e771810b71 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.37 "GET /v2.0/networks?id=553e4159-f86e-4c13-ba95-25c3f1a4f5c7 HTTP/1.1" status: 200  len: 813 time: 0.4106328
Jun 08 18:33:45.044996 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Request body: {'port': {'device_id': 'be3a3347-6afb-4a59-94d1-aa003dd6cf82', 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7', 'admin_state_up': True, 'tenant_id': '1f7dc7308937438f8e7820ec9babd7e2'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:33:45.249508 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-e568e587-daae-4606-aa25-26697426ce76 req-c8072d15-5b39-45c2-be7c-e4830dd17d86 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 210 time: 0.1302032
Jun 08 18:33:45.264350 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2934a-10f5-4239-a1fd-7af4dd9f9483 req-4a139630-97fd-4be5-bd67-111301b22f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:45.265842 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7eb2934a-10f5-4239-a1fd-7af4dd9f9483 req-4a139630-97fd-4be5-bd67-111301b22f20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4950542
Jun 08 18:33:45.494584 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8e45-30a8-4657-b9ac-f38ecbb0574a req-905e630a-5916-4275-b2bf-00006edeaf76 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:45.498139 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7eb2934a-10f5-4239-a1fd-7af4dd9f9483 req-e7cf6786-6bb0-4b55-a904-096c0b530102 service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2242088
Jun 08 18:33:45.499069 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-473f8e45-30a8-4657-b9ac-f38ecbb0574a req-905e630a-5916-4275-b2bf-00006edeaf76 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.2196743
Jun 08 18:33:45.500742 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-e2a029d4-3f93-46c9-9f8e-1555eeb7e731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc048850>, [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '697769ba-6762-4d19-901c-f825ab3917f6', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'port_id': '143332e6-360c-4782-a6cc-ca66709a07a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'mac_address': 'fa:16:3e:84:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:33:41Z', 'updated_at': '2021-06-08T18:33:41Z', 'revision_number': 0, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc68e1fc-3c1b-4406-9194-38734dc15496', 'name': '', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'mac_address': 'fa:16:3e:3f:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:17Z', 'updated_at': '2021-06-08T18:32:28Z', 'revision_number': 5, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'subnets': [{'id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:45.505254 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a029d4-3f93-46c9-9f8e-1555eeb7e731 None None] The sync data for ids ['ae82820a-3105-4a30-8538-e65c2f4702ef'] in dv-cinder-789564-4-iscsi is: [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '697769ba-6762-4d19-901c-f825ab3917f6', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'port_id': '143332e6-360c-4782-a6cc-ca66709a07a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'mac_address': 'fa:16:3e:84:5d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:33:41Z', 'updated_at': '2021-06-08T18:33:41Z', 'revision_number': 0, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc68e1fc-3c1b-4406-9194-38734dc15496', 'name': '', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'mac_address': 'fa:16:3e:3f:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:17Z', 'updated_at': '2021-06-08T18:32:28Z', 'revision_number': 5, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'subnets': [{'id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:33:45.562397 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-473f8e45-30a8-4657-b9ac-f38ecbb0574a req-e4175fee-6de2-4844-8357-29699aa0c1dd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537097
Jun 08 18:33:45.659237 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Made reservation on behalf of 1f7dc7308937438f8e7820ec9babd7e2 for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:33:45.663338 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:45.698205 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36844) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:45.717258 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42fe68b-7bbf-4033-869a-85c4eace20a8 None None] New status for floating IP 697769ba-6762-4d19-901c-f825ab3917f6: ACTIVE {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:33:45.843656 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ed94008b-7f48-4748-b3c6-ba063597c06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:45.863257 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Allocated IP 172.20.0.4 (553e4159-f86e-4c13-ba95-25c3f1a4f5c7/3da7cc2e-bf26-4208-b379-1c5a542aebf8/78c498f9-5745-4c0b-bbdd-4a551a9b7641) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:33:45.988609 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ed94008b-7f48-4748-b3c6-ba063597c06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:46.093860 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ed94008b-7f48-4748-b3c6-ba063597c06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:46.104217 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-bc11f606-5a01-4274-9a44-33ed4499f594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:46.158249 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-ed94008b-7f48-4748-b3c6-ba063597c06f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7768c3d4e59f4a968065f58e43938f40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4565101
Jun 08 18:33:46.158793 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36852) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:46.170355 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94008b-7f48-4748-b3c6-ba063597c06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e67f61-535d-4829-895c-51ac21049003,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:46.176239 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ed94008b-7f48-4748-b3c6-ba063597c06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:46.220658 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1654b91-336f-4030-8557-5a934e88d5d0 req-8954ffa0-0b2f-4836-8d6c-5be13df6807a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:46.222661 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d1654b91-336f-4030-8557-5a934e88d5d0 req-8954ffa0-0b2f-4836-8d6c-5be13df6807a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.2940695
Jun 08 18:33:46.294404 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:46.308173 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d1654b91-336f-4030-8557-5a934e88d5d0 req-0be3f91c-bf36-4813-9aca-968308de8911 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0783017
Jun 08 18:33:46.453916 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d742dc1e-3fa5-42e0-8865-44ad442a64b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:46.459675 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:46.462779 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:33:46.462779 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:33:46.462779 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:33:46.462779 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:33:46.462779 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:33:46.462779 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:33:46.465122 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7fed44ba-20d2-4c83-a0fc-c26f373cbb8b req-8be5a695-a311-4939-9234-e4c03a661999 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 210 time: 0.0550199
Jun 08 18:33:46.485512 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:33:46.487199 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:33:46.491185 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:33:46.504658 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d742dc1e-3fa5-42e0-8865-44ad442a64b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:46.570391 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:46.571073 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:46.724983 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-741d766b-9597-454b-b713-5e64c8fd062d tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6851273
Jun 08 18:33:46.771996 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d4d05-0021-4101-aeb8-ef0c5ec19c13 req-a82fb5ed-f714-4133-8288-09846bac2406 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:46.773531 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-787d4d05-0021-4101-aeb8-ef0c5ec19c13 req-a82fb5ed-f714-4133-8288-09846bac2406 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.0921092
Jun 08 18:33:46.824777 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-787d4d05-0021-4101-aeb8-ef0c5ec19c13 req-51fff292-3dc0-47c4-8cde-2a0343dae5ca tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403795
Jun 08 18:33:46.865109 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d742dc1e-3fa5-42e0-8865-44ad442a64b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:46.867654 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d742dc1e-3fa5-42e0-8865-44ad442a64b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:46.868850 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-d742dc1e-3fa5-42e0-8865-44ad442a64b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29e67f61-535d-4829-895c-51ac21049003 HTTP/1.1" status: 204  len: 168 time: 0.7091455
Jun 08 18:33:46.869672 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ed94008b-7f48-4748-b3c6-ba063597c06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:46.883178 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742dc1e-3fa5-42e0-8865-44ad442a64b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e67f61-535d-4829-895c-51ac21049003,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:46.891379 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d742dc1e-3fa5-42e0-8865-44ad442a64b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:47.028532 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdab2e-e41e-4081-b087-55b300bd11fd req-0e57f5e5-5564-453a-9697-3634304838e5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:47.030062 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-83cdab2e-e41e-4081-b087-55b300bd11fd req-0e57f5e5-5564-453a-9697-3634304838e5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.0869033
Jun 08 18:33:47.039363 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36862) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:47.044717 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-517062d8-c564-4ce1-a7ef-177135075243 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Request body: {'floatingip': {'port_id': '66b1c5c6-158b-47af-af98-0fe605afc1e4'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:33:47.124026 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-517062d8-c564-4ce1-a7ef-177135075243 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:47.574697 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d8c2c-0aa2-49d3-a908-95bc7382fba3 req-6d010467-ebfd-4b58-af93-445b0753636b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:47.576599 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-989d8c2c-0aa2-49d3-a908-95bc7382fba3 req-6d010467-ebfd-4b58-af93-445b0753636b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1439810
Jun 08 18:33:47.662080 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-989d8c2c-0aa2-49d3-a908-95bc7382fba3 req-4c1d65af-d7ad-4741-8012-4a04b537a510 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0749478
Jun 08 18:33:47.694974 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 36872) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:47.711616 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5677-9461-4f32-b8a1-6ab52ca98fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:47.786159 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62100-6be5-46b6-887b-0a52746dd737 req-58ff3a54-df6a-4a01-8b48-8c2ac19273d9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:47.787793 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3ab62100-6be5-46b6-887b-0a52746dd737 req-58ff3a54-df6a-4a01-8b48-8c2ac19273d9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 931 time: 0.1024661
Jun 08 18:33:47.877354 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5677-9461-4f32-b8a1-6ab52ca98fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:47.927983 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3ab62100-6be5-46b6-887b-0a52746dd737 req-e57389d7-2c00-46f8-b3b6-731f2e811b54 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323113
Jun 08 18:33:47.945304 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5677-9461-4f32-b8a1-6ab52ca98fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:47.962254 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b3d72b6a-5a3a-4772-b8e0-4177122139ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:47.970297 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-517062d8-c564-4ce1-a7ef-177135075243 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:48.041994 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-7a9e5677-9461-4f32-b8a1-6ab52ca98fba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=086c9df20478495aae9baf0931a80172&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3470325
Jun 08 18:33:48.043530 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e5677-9461-4f32-b8a1-6ab52ca98fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38ca2de-37b2-4a38-876d-e7458e7ef3a7,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:48.044513 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 36874) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:48.048919 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-7a9e5677-9461-4f32-b8a1-6ab52ca98fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:48.057913 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-517062d8-c564-4ce1-a7ef-177135075243 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:48.267549 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86bbfa52-784a-4d2d-8495-f487d776883b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:48.297395 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.l3_db [None req-517062d8-c564-4ce1-a7ef-177135075243 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Floating IP 14d5f316-b8d2-4e84-bbd6-ab26557b3b31 associated. External IP: 172.27.1.200, port: 66b1c5c6-158b-47af-af98-0fe605afc1e4.
Jun 08 18:33:48.373667 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86bbfa52-784a-4d2d-8495-f487d776883b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:48.580764 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:48.621973 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Request body: {'port': {'device_id': 'be3a3347-6afb-4a59-94d1-aa003dd6cf82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:33:48.646217 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86bbfa52-784a-4d2d-8495-f487d776883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:48.648913 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86bbfa52-784a-4d2d-8495-f487d776883b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:48.650104 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-86bbfa52-784a-4d2d-8495-f487d776883b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d38ca2de-37b2-4a38-876d-e7458e7ef3a7 HTTP/1.1" status: 204  len: 168 time: 0.6046007
Jun 08 18:33:48.656008 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-67e0bdb4-78d9-4cb1-86b4-90536ae4c9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:48.727913 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbfa52-784a-4d2d-8495-f487d776883b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38ca2de-37b2-4a38-876d-e7458e7ef3a7,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:48.734003 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-86bbfa52-784a-4d2d-8495-f487d776883b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:48.756123 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:48.929616 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7eb2934a-10f5-4239-a1fd-7af4dd9f9483 req-5a9e6536-92a9-4243-a3fd-603d3f646edd service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5355988
Jun 08 18:33:49.039019 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517062d8-c564-4ce1-a7ef-177135075243 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Router 79b8186e-eecb-4c9e-8222-f5374f82651c has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:33:49.141702 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f41d12-2c3f-4cf6-97e3-22cde58095f9 req-64882726-2a59-4472-a555-cc27addeb80b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:49.141702 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-90f41d12-2c3f-4cf6-97e3-22cde58095f9 req-64882726-2a59-4472-a555-cc27addeb80b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.2393918
Jun 08 18:33:49.333986 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-90f41d12-2c3f-4cf6-97e3-22cde58095f9 req-fb7387e5-1806-4662-95d1-188e9dc5622d tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1825268
Jun 08 18:33:49.337678 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.db.resource_extend [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 08 18:33:49.410697 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c498f9-5745-4c0b-bbdd-4a551a9b7641 {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:33:49.423825 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:49.425090 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712a719-af19-4d22-b145-6e9fcaf11c3e req-895cd990-ba16-4787-9e15-119b3607c646 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:49.427234 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d712a719-af19-4d22-b145-6e9fcaf11c3e req-895cd990-ba16-4787-9e15-119b3607c646 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 931 time: 0.3287432
Jun 08 18:33:49.431508 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517062d8-c564-4ce1-a7ef-177135075243 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:33:49.438123 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-517062d8-c564-4ce1-a7ef-177135075243 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:49.444175 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfdef9-c30c-45a9-b6d6-a7dd2b51e383 None None] Sync routers for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:33:49.462016 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Transition to ACTIVE for port object 78c498f9-5745-4c0b-bbdd-4a551a9b7641 will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:33:49.465063 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfdef9-c30c-45a9-b6d6-a7dd2b51e383 None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:33:49.465836 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-43bfdef9-c30c-45a9-b6d6-a7dd2b51e383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc74e3790>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:33:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:49.533457 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d712a719-af19-4d22-b145-6e9fcaf11c3e req-d43476c1-a71d-4ddd-b56c-0ecd84aacfa2 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996621
Jun 08 18:33:49.538885 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:49.544781 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-517062d8-c564-4ce1-a7ef-177135075243 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "PUT /v2.0/floatingips/14d5f316-b8d2-4e84-bbd6-ab26557b3b31 HTTP/1.1" status: 200  len: 991 time: 2.5042653
Jun 08 18:33:49.545153 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:49.545850 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:33:49.548811 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9226118-e46a-4add-a890-5375ab77626e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:33:49.611545 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7def676-d4b4-452b-9823-ae72c4abf584 x-openstack-request-id: req-d7def676-d4b4-452b-9823-ae72c4abf584 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:33:49.612079 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:33:49.612534 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7def676-d4b4-452b-9823-ae72c4abf584 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:33:49.613681 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'status': 'completed', 'code': 200}
Jun 08 18:33:49.757928 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Pushing event updated for resources: {'Port': ['ID=78c498f9-5745-4c0b-bbdd-4a551a9b7641,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:49.766272 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:49.769750 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-43bfdef9-c30c-45a9-b6d6-a7dd2b51e383 None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:33:49.801998 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9226118-e46a-4add-a890-5375ab77626e req-1e4b3ba9-3ebc-4ee4-a54c-ea81545e6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:49.805052 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d9226118-e46a-4add-a890-5375ab77626e req-1e4b3ba9-3ebc-4ee4-a54c-ea81545e6dbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99c4b86bd7f84d599e3a7b569c723959&device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 1098 time: 0.1414578
Jun 08 18:33:49.887462 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Attempting to bind port 78c498f9-5745-4c0b-bbdd-4a551a9b7641 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:33:49.888943 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Attempting to bind port 78c498f9-5745-4c0b-bbdd-4a551a9b7641 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '923eaf3f-7de6-4e7f-ba1e-346eaa467793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:33:49.889516 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Attempting to bind port 78c498f9-5745-4c0b-bbdd-4a551a9b7641 on network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:33:49.905065 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Port 78c498f9-5745-4c0b-bbdd-4a551a9b7641 on network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:33:49.905432 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Attempting to bind port 78c498f9-5745-4c0b-bbdd-4a551a9b7641 on network 553e4159-f86e-4c13-ba95-25c3f1a4f5c7 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:33:49.913326 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:33:49.913710 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Checking segment: {'id': '923eaf3f-7de6-4e7f-ba1e-346eaa467793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:33:49.914046 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Bound using segment: {'id': '923eaf3f-7de6-4e7f-ba1e-346eaa467793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:33:49.915156 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Bound port: 78c498f9-5745-4c0b-bbdd-4a551a9b7641, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923eaf3f-7de6-4e7f-ba1e-346eaa467793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:33:49.918265 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:50.044189 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9226118-e46a-4add-a890-5375ab77626e req-5118b9a4-05a8-4eb8-8b1b-7fd99aaf925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:50.045798 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d9226118-e46a-4add-a890-5375ab77626e req-5118b9a4-05a8-4eb8-8b1b-7fd99aaf925d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 200  len: 917 time: 0.2327695
Jun 08 18:33:50.099685 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] For port 78c498f9-5745-4c0b-bbdd-4a551a9b7641, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:33:50.104086 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] For port 78c498f9-5745-4c0b-bbdd-4a551a9b7641, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78c498f9-5745-4c0b-bbdd-4a551a9b7641,segment=NetworkSegment(923eaf3f-7de6-4e7f-ba1e-346eaa467793),segment_id=923eaf3f-7de6-4e7f-ba1e-346eaa467793)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:33:50.214289 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:50.222295 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:50.263649 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d9226118-e46a-4add-a890-5375ab77626e req-d2d6850e-9b6f-4ea9-a814-75df821f0261 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4 HTTP/1.1" status: 200  len: 999 time: 0.2015195
Jun 08 18:33:50.291172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-43bfdef9-c30c-45a9-b6d6-a7dd2b51e383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc74e3790>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '14d5f316-b8d2-4e84-bbd6-ab26557b3b31', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'port_id': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'mac_address': 'fa:16:3e:69:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:33:22Z', 'updated_at': '2021-06-08T18:33:47Z', 'revision_number': 1, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:29:00Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:50.295864 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfdef9-c30c-45a9-b6d6-a7dd2b51e383 None None] Checking router: 79b8186e-eecb-4c9e-8222-f5374f82651c for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:33:50.310984 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfdef9-c30c-45a9-b6d6-a7dd2b51e383 None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:33:50.312490 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-43bfdef9-c30c-45a9-b6d6-a7dd2b51e383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc74e3790>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:33:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:50.348964 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9226118-e46a-4add-a890-5375ab77626e req-314eb012-dd53-4076-a601-92c695c434f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:50.350612 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d9226118-e46a-4add-a890-5375ab77626e req-314eb012-dd53-4076-a601-92c695c434f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce63b7a8-e50f-4613-b1c7-3a6994e16221 HTTP/1.1" status: 200  len: 856 time: 0.0852613
Jun 08 18:33:50.360489 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Pushing event updated for resources: {'Port': ['ID=78c498f9-5745-4c0b-bbdd-4a551a9b7641,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:50.367382 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:50.371991 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:50.373111 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:50.374876 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] 10.222.0.37 "PUT /v2.0/ports/78c498f9-5745-4c0b-bbdd-4a551a9b7641 HTTP/1.1" status: 200  len: 1093 time: 2.0055034
Jun 08 18:33:50.375681 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3a3347-6afb-4a59-94d1-aa003dd6cf82', 'tag': '78c498f9-5745-4c0b-bbdd-4a551a9b7641'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:33:50.380267 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a623749-aec1-4590-95ca-88c1d9d8fd44" -d '{"events": [{"name": "network-changed", "server_uuid": "be3a3347-6afb-4a59-94d1-aa003dd6cf82", "tag": "78c498f9-5745-4c0b-bbdd-4a551a9b7641"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:33:50.459766 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9226118-e46a-4add-a890-5375ab77626e req-804d34a1-0423-49ea-be9a-8177083226f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:50.461529 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d9226118-e46a-4add-a890-5375ab77626e req-804d34a1-0423-49ea-be9a-8177083226f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1038804
Jun 08 18:33:50.480703 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3b660c-2fe4-442d-9a42-634aedddaa9c x-openstack-request-id: req-4c3b660c-2fe4-442d-9a42-634aedddaa9c {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:33:50.480703 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3a3347-6afb-4a59-94d1-aa003dd6cf82", "tag": "78c498f9-5745-4c0b-bbdd-4a551a9b7641", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:33:50.480703 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c3b660c-2fe4-442d-9a42-634aedddaa9c {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:33:50.480703 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3a3347-6afb-4a59-94d1-aa003dd6cf82', 'tag': '78c498f9-5745-4c0b-bbdd-4a551a9b7641', 'status': 'completed', 'code': 200}
Jun 08 18:33:50.729719 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-43bfdef9-c30c-45a9-b6d6-a7dd2b51e383 None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:33:50.945447 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bef784-6d48-48cb-ab2a-7f451b6438c0 req-ce518fa9-a788-437c-82de-e592661973d0 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:50.948529 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a1bef784-6d48-48cb-ab2a-7f451b6438c0 req-ce518fa9-a788-437c-82de-e592661973d0 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1742620
Jun 08 18:33:50.952056 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca32fd1-6573-4997-be0c-2a94ea71403b req-31872487-48c3-4e00-8d77-00c8ce975741 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:50.954783 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3ca32fd1-6573-4997-be0c-2a94ea71403b req-31872487-48c3-4e00-8d77-00c8ce975741 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 943 time: 0.2111862
Jun 08 18:33:51.036679 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-3ca32fd1-6573-4997-be0c-2a94ea71403b req-9810d9a5-ba36-47e8-889a-e7a74c8e8b92 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746236
Jun 08 18:33:51.043254 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a1bef784-6d48-48cb-ab2a-7f451b6438c0 req-84ef6131-86a6-4e4b-8188-a94dcfc77621 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0775034
Jun 08 18:33:51.231596 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-43bfdef9-c30c-45a9-b6d6-a7dd2b51e383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc74e3790>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '14d5f316-b8d2-4e84-bbd6-ab26557b3b31', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'port_id': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'mac_address': 'fa:16:3e:69:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:33:22Z', 'updated_at': '2021-06-08T18:33:47Z', 'revision_number': 1, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:29:00Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:51.236578 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfdef9-c30c-45a9-b6d6-a7dd2b51e383 None None] The sync data for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi is: [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '14d5f316-b8d2-4e84-bbd6-ab26557b3b31', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'port_id': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'mac_address': 'fa:16:3e:69:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:33:22Z', 'updated_at': '2021-06-08T18:33:47Z', 'revision_number': 1, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:29:00Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:33:51.483625 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10665cd-5829-412d-97c2-d553c46a2fc8 None None] New status for floating IP 14d5f316-b8d2-4e84-bbd6-ab26557b3b31: ACTIVE {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:33:52.235700 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c880aa-3b5a-4426-98bb-71869587503a req-e18e942d-c601-4f1a-904e-be637c624e58 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:52.237185 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-98c880aa-3b5a-4426-98bb-71869587503a req-e18e942d-c601-4f1a-904e-be637c624e58 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.0875580
Jun 08 18:33:52.289877 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-98c880aa-3b5a-4426-98bb-71869587503a req-b3557926-0df3-4271-a559-9a7c7a6d1b66 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469222
Jun 08 18:33:52.475478 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8941d42-aecc-4497-bcfa-1a33edb97eca req-2f81a2bd-2aae-4fb8-b6ae-e6345234b62a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:52.477033 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f8941d42-aecc-4497-bcfa-1a33edb97eca req-2f81a2bd-2aae-4fb8-b6ae-e6345234b62a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 943 time: 0.0866175
Jun 08 18:33:52.526167 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f8941d42-aecc-4497-bcfa-1a33edb97eca req-ba816e91-538e-4698-8ecf-fa14a5405bd6 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432272
Jun 08 18:33:53.484853 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a623749-aec1-4590-95ca-88c1d9d8fd44 req-580535b7-c19a-4762-bce3-ca279c346045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:53.486369 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a623749-aec1-4590-95ca-88c1d9d8fd44 req-580535b7-c19a-4762-bce3-ca279c346045 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f7dc7308937438f8e7820ec9babd7e2&device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 1096 time: 0.0901175
Jun 08 18:33:53.662183 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a623749-aec1-4590-95ca-88c1d9d8fd44 req-b69c6367-38f6-45dd-9596-73a63d127db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:53.663836 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a623749-aec1-4590-95ca-88c1d9d8fd44 req-b69c6367-38f6-45dd-9596-73a63d127db4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1f7dc7308937438f8e7820ec9babd7e2&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1698737
Jun 08 18:33:53.683065 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d9226118-e46a-4add-a890-5375ab77626e req-0f7b89ab-b35e-4a1a-bc33-e32283651a61 service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3148773
Jun 08 18:33:53.720638 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579b5de-009c-4b21-98d7-351868fa8f05 req-35ec707e-bc8c-4cb9-af19-4364f80a3b6b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:53.722782 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5579b5de-009c-4b21-98d7-351868fa8f05 req-35ec707e-bc8c-4cb9-af19-4364f80a3b6b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1659791
Jun 08 18:33:53.845582 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5579b5de-009c-4b21-98d7-351868fa8f05 req-b98dfe16-a280-4ba9-bfce-a8187ff2f47b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0738201
Jun 08 18:33:53.873174 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d9226118-e46a-4add-a890-5375ab77626e req-c51b65ac-bb1b-4b1a-861e-1a68182e1cff service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816182
Jun 08 18:33:53.945101 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a623749-aec1-4590-95ca-88c1d9d8fd44 req-0dc006ec-4b49-4db4-b6a0-066545720f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:53.946551 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a623749-aec1-4590-95ca-88c1d9d8fd44 req-0dc006ec-4b49-4db4-b6a0-066545720f98 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2754087
Jun 08 18:33:53.962496 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-fb1d7b1c-3cc9-492e-ba9b-4a32581e64d5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:53.964053 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-fb1d7b1c-3cc9-492e-ba9b-4a32581e64d5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.1896367
Jun 08 18:33:53.971837 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4efca9-ca23-4c22-9f39-008a654913ff req-0cb8df17-42b6-46f6-ba3d-3092af40175a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:53.973347 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8d4efca9-ca23-4c22-9f39-008a654913ff req-0cb8df17-42b6-46f6-ba3d-3092af40175a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 943 time: 0.2805188
Jun 08 18:33:54.176128 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8d4efca9-ca23-4c22-9f39-008a654913ff req-61cc000b-9ffd-4b43-9a5a-7343838f372c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651402
Jun 08 18:33:54.209458 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580a964-2969-4423-8677-73b81bf8248a req-24d05e2d-6475-4e90-aa0c-c7653f702284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:54.211027 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-24d05e2d-6475-4e90-aa0c-c7653f702284 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f7dc7308937438f8e7820ec9babd7e2&device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 1096 time: 0.2011955
Jun 08 18:33:54.345941 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-8992f2ad-c7cf-4c31-bb2b-ae5d11cb5226 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78c498f9-5745-4c0b-bbdd-4a551a9b7641 HTTP/1.1" status: 200  len: 217 time: 0.1276209
Jun 08 18:33:54.347905 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Deleting port 628fc339-a96e-44bf-9312-f1b0b158f2a8 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:33:54.348248 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:54.633952 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580a964-2969-4423-8677-73b81bf8248a req-29b179da-35c5-4dbf-913d-de9e1fc22cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:54.635779 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-29b179da-35c5-4dbf-913d-de9e1fc22cd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3da7cc2e-bf26-4208-b379-1c5a542aebf8 HTTP/1.1" status: 200  len: 853 time: 0.2226064
Jun 08 18:33:54.703984 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-d615844e-3c80-4faf-bb49-6da0ded58c8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=553e4159-f86e-4c13-ba95-25c3f1a4f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607564
Jun 08 18:33:54.709937 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] For port 628fc339-a96e-44bf-9312-f1b0b158f2a8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=628fc339-a96e-44bf-9312-f1b0b158f2a8,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:33:54.710273 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:55.037059 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-5a4bf7c3-f19c-4266-9a49-ce63fddc8ee6 service neutron] 10.222.0.37 "GET /v2.0/networks/553e4159-f86e-4c13-ba95-25c3f1a4f5c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3186157
Jun 08 18:33:55.293009 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:55.293009 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:55.293406 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.l3_db [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Floating IP 53d5773a-7269-4391-810b-93adb45b2582 disassociated. External IP: 172.27.1.121, port: 628fc339-a96e-44bf-9312-f1b0b158f2a8.
Jun 08 18:33:55.293711 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Calling delete_port for 628fc339-a96e-44bf-9312-f1b0b158f2a8 owned by compute:nova {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:33:55.377310 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d44b73-f096-4768-a9ea-aaf22f5a61b4 req-443bcb69-b8c4-436f-8f37-ef18abdf3026 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:55.378995 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b7d44b73-f096-4768-a9ea-aaf22f5a61b4 req-443bcb69-b8c4-436f-8f37-ef18abdf3026 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 946 time: 0.2755957
Jun 08 18:33:55.382494 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6580a964-2969-4423-8677-73b81bf8248a req-06f14a62-c4f2-4a63-9e6e-297c3730ca46 service neutron] 10.222.0.37 "GET /v2.0/networks/553e4159-f86e-4c13-ba95-25c3f1a4f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2778261
Jun 08 18:33:55.450980 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5857fcb-cfbc-42c1-88cc-25abe2627c40 req-f0b786fc-253d-4126-9c17-0953c0e9ef7e tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:55.450980 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f5857fcb-cfbc-42c1-88cc-25abe2627c40 req-f0b786fc-253d-4126-9c17-0953c0e9ef7e tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 943 time: 0.1209457
Jun 08 18:33:55.508905 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b7d44b73-f096-4768-a9ea-aaf22f5a61b4 req-5296bfb5-35dd-4a9d-8632-3d2c098a266d tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=89417e89-09eb-4386-b858-33d0a15eda71&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1100845
Jun 08 18:33:55.517285 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f5857fcb-cfbc-42c1-88cc-25abe2627c40 req-e52d97f8-9442-488f-a7c5-37ff863f7bc4 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706213
Jun 08 18:33:55.625441 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:55.632361 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2e0e9ea6-2517-4d1a-9798-b80b55e5c8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:55.692204 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event deleted for resources: {'Port': ['ID=628fc339-a96e-44bf-9312-f1b0b158f2a8,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:55.696820 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:55.946020 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Router 4e510d60-b747-4def-a36c-8b3e780c3fbf has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:33:56.188953 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:33:56.200230 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43608c1-05e3-4119-9501-aaeec1c555c6 None None] Sync routers for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:33:56.218699 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43608c1-05e3-4119-9501-aaeec1c555c6 None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:33:56.220676 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-b43608c1-05e3-4119-9501-aaeec1c555c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0fc2b0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:33:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:56.314384 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] No DVR routers for this DVR port 628fc339-a96e-44bf-9312-f1b0b158f2a8 on host hv-cinder-78956 {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:33:56.314384 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:56.314384 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-96e86093-1cb6-4e43-986e-29b4d9cf1b6b req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.37 "DELETE /v2.0/ports/628fc339-a96e-44bf-9312-f1b0b158f2a8 HTTP/1.1" status: 204  len: 173 time: 2.3358023
Jun 08 18:33:56.314384 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'name': 'network-vif-deleted', 'tag': '628fc339-a96e-44bf-9312-f1b0b158f2a8'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:33:56.314384 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a65117-74ec-49c5-93d9-5e0e8d0115e8" -d '{"events": [{"server_uuid": "20bb34f2-d28e-4ab6-8e7a-daebaac685a9", "name": "network-vif-deleted", "tag": "628fc339-a96e-44bf-9312-f1b0b158f2a8"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:33:56.434071 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aee9d7-8909-4634-b967-6b6219030807 x-openstack-request-id: req-03aee9d7-8909-4634-b967-6b6219030807 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:33:56.434427 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bb34f2-d28e-4ab6-8e7a-daebaac685a9", "name": "network-vif-deleted", "tag": "628fc339-a96e-44bf-9312-f1b0b158f2a8", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:33:56.434693 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03aee9d7-8909-4634-b967-6b6219030807 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:33:56.435153 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bb34f2-d28e-4ab6-8e7a-daebaac685a9', 'name': 'network-vif-deleted', 'tag': '628fc339-a96e-44bf-9312-f1b0b158f2a8', 'status': 'completed', 'code': 200}
Jun 08 18:33:56.487018 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-b43608c1-05e3-4119-9501-aaeec1c555c6 None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:33:56.731278 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea779cf7-f949-41d8-950c-dc460ceb10ea req-fc23e52b-3414-4f34-9b09-d14d27053577 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:56.732894 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ea779cf7-f949-41d8-950c-dc460ceb10ea req-fc23e52b-3414-4f34-9b09-d14d27053577 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 943 time: 0.0927372
Jun 08 18:33:56.816583 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ea779cf7-f949-41d8-950c-dc460ceb10ea req-98b3e053-027e-4e3a-9e37-b3b254f2d07a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752256
Jun 08 18:33:56.871366 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-b43608c1-05e3-4119-9501-aaeec1c555c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0fc2b0>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:57Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:56.880893 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43608c1-05e3-4119-9501-aaeec1c555c6 None None] Checking router: 4e510d60-b747-4def-a36c-8b3e780c3fbf for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:33:56.888447 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43608c1-05e3-4119-9501-aaeec1c555c6 None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:33:56.889098 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-b43608c1-05e3-4119-9501-aaeec1c555c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0fc2b0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:33:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:56.975607 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0d0c2f83-87d0-4cd5-8251-7b1e60b74791 req-78ccaf86-88fb-4f64-99bb-b46f2bb90f21 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=20bb34f2-d28e-4ab6-8e7a-daebaac685a9 HTTP/1.1" status: 200  len: 210 time: 0.2186525
Jun 08 18:33:57.129498 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-b43608c1-05e3-4119-9501-aaeec1c555c6 None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:33:57.560769 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-b43608c1-05e3-4119-9501-aaeec1c555c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0fc2b0>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:57Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:33:57.565606 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43608c1-05e3-4119-9501-aaeec1c555c6 None None] The sync data for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi is: [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:57Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:33:57.823198 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cde165-00e5-4e28-90ee-deea281bb030 None None] New status for floating IP 53d5773a-7269-4391-810b-93adb45b2582: DOWN {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:33:58.038624 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69430ed7-e5f2-4a0a-8af4-ad9338582d55 req-60b339c4-6589-4943-bd26-674da7a86aeb tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:58.041492 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-69430ed7-e5f2-4a0a-8af4-ad9338582d55 req-60b339c4-6589-4943-bd26-674da7a86aeb tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 943 time: 0.0979331
Jun 08 18:33:58.115403 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-69430ed7-e5f2-4a0a-8af4-ad9338582d55 req-83a56237-8b12-4db4-9139-ecd0b5d46fa4 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536311
Jun 08 18:33:58.229332 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37074) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:58.286128 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37078) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:58.377377 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f16e6889-6815-4697-ba38-4ff866af4b27 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:58.383852 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 78c498f9-5745-4c0b-bbdd-4a551a9b7641 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:33:58.387963 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 628fc339-a96e-44bf-9312-f1b0b158f2a8 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:33:58.389940 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9fc988a2-6da5-4d3b-8503-6fadc4414dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:58.424521 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f16e6889-6815-4697-ba38-4ff866af4b27 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:58.436889 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: 628fc339-a96e-44bf-9312-f1b0b158f2a8 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:33:58.437253 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 628fc339-a96e-44bf-9312-f1b0b158f2a8 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:33:58.539784 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9fc988a2-6da5-4d3b-8503-6fadc4414dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:58.579241 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 78c498f9-5745-4c0b-bbdd-4a551a9b7641, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78c498f9-5745-4c0b-bbdd-4a551a9b7641,segment=NetworkSegment(923eaf3f-7de6-4e7f-ba1e-346eaa467793),segment_id=923eaf3f-7de6-4e7f-ba1e-346eaa467793)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:33:58.592526 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '78c498f9-5745-4c0b-bbdd-4a551a9b7641', 'network_id': '553e4159-f86e-4c13-ba95-25c3f1a4f5c7', 'port_id': '78c498f9-5745-4c0b-bbdd-4a551a9b7641', 'mac_address': 'fa:16:3e:22:cf:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da7cc2e-bf26-4208-b379-1c5a542aebf8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:33:58.607842 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f16e6889-6815-4697-ba38-4ff866af4b27 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:58.610473 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f16e6889-6815-4697-ba38-4ff866af4b27 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:58.611988 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-f16e6889-6815-4697-ba38-4ff866af4b27 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "DELETE /v2.0/security-groups/89417e89-09eb-4386-b858-33d0a15eda71 HTTP/1.1" status: 204  len: 168 time: 0.3244672
Jun 08 18:33:58.613207 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-86bbfa52-784a-4d2d-8495-f487d776883b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:58.615398 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37082) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:58.625968 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e6889-6815-4697-ba38-4ff866af4b27 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89417e89-09eb-4386-b858-33d0a15eda71,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:58.633546 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.api.v2.resource [None req-cdb515f1-74d5-4f3c-8b83-a0052b68ef26 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] show failed (client error): The resource could not be found.
Jun 08 18:33:58.634296 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-f16e6889-6815-4697-ba38-4ff866af4b27 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:58.634798 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-cdb515f1-74d5-4f3c-8b83-a0052b68ef26 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups/89417e89-09eb-4386-b858-33d0a15eda71 HTTP/1.1" status: 404  len: 347 time: 0.0183322
Jun 08 18:33:58.637886 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37084) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:58.661181 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:58.680207 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c498f9-5745-4c0b-bbdd-4a551a9b7641 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:33:58.698707 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 78c498f9-5745-4c0b-bbdd-4a551a9b7641, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78c498f9-5745-4c0b-bbdd-4a551a9b7641,segment=NetworkSegment(923eaf3f-7de6-4e7f-ba1e-346eaa467793),segment_id=923eaf3f-7de6-4e7f-ba1e-346eaa467793)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:33:58.711808 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9fc988a2-6da5-4d3b-8503-6fadc4414dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:58.737798 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-96f9e0d6-6b06-4cad-865c-a550750f0569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:58.767238 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:58.769595 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:58.842617 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=78c498f9-5745-4c0b-bbdd-4a551a9b7641,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:58.847891 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:58.885964 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-9fc988a2-6da5-4d3b-8503-6fadc4414dcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=728a088320884524949c696d231b5440&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6552701
Jun 08 18:33:58.888599 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37086) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:33:58.891295 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc988a2-6da5-4d3b-8503-6fadc4414dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37eedf8-4a52-4dee-bcae-0ab6b9fb16f6,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:58.899591 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9fc988a2-6da5-4d3b-8503-6fadc4414dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:58.935776 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-1db27f29-1631-44de-bec5-fbe3e0531b46 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Deleting port 5512d82c-a50f-47bf-bf60-adb97543cea4 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:33:58.936112 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1db27f29-1631-44de-bec5-fbe3e0531b46 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:58.958566 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a9fda618-7529-4d30-bb91-f51dbac283de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:58.985731 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a9fda618-7529-4d30-bb91-f51dbac283de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:59.008981 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['78c498f9-5745-4c0b-bbdd-4a551a9b7641'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:33:59.068553 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1db27f29-1631-44de-bec5-fbe3e0531b46 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:59.069199 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1db27f29-1631-44de-bec5-fbe3e0531b46 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:59.173919 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a9fda618-7529-4d30-bb91-f51dbac283de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:59.178876 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a9fda618-7529-4d30-bb91-f51dbac283de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:59.195429 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-a9fda618-7529-4d30-bb91-f51dbac283de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d37eedf8-4a52-4dee-bcae-0ab6b9fb16f6 HTTP/1.1" status: 204  len: 168 time: 0.2952528
Jun 08 18:33:59.197345 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-f620780f-e3e8-4064-806a-9043beffe79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:59.197672 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-1db27f29-1631-44de-bec5-fbe3e0531b46 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Calling delete_port for 5512d82c-a50f-47bf-bf60-adb97543cea4 owned by network:floatingip {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:33:59.266518 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fda618-7529-4d30-bb91-f51dbac283de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37eedf8-4a52-4dee-bcae-0ab6b9fb16f6,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:59.272523 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-a9fda618-7529-4d30-bb91-f51dbac283de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:59.421566 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b165d-954a-462b-b42a-d743c0db2b37 req-d5b21695-3a6a-4555-8a26-7d877235b05f tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:33:59.424112 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bf2b165d-954a-462b-b42a-d743c0db2b37 req-d5b21695-3a6a-4555-8a26-7d877235b05f tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 944 time: 0.0905697
Jun 08 18:33:59.499558 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1db27f29-1631-44de-bec5-fbe3e0531b46 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:59.507340 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:33:59.507617 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bf2b165d-954a-462b-b42a-d743c0db2b37 req-d55785f8-0e0f-4908-8243-e1dbff4d4bee tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728505
Jun 08 18:33:59.554311 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db27f29-1631-44de-bec5-fbe3e0531b46 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event deleted for resources: {'Port': ['ID=5512d82c-a50f-47bf-bf60-adb97543cea4,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:33:59.586894 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-1db27f29-1631-44de-bec5-fbe3e0531b46 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:33:59.654420 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1db27f29-1631-44de-bec5-fbe3e0531b46 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:59.657411 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1db27f29-1631-44de-bec5-fbe3e0531b46 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:33:59.658765 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-1db27f29-1631-44de-bec5-fbe3e0531b46 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "DELETE /v2.0/floatingips/53d5773a-7269-4391-810b-93adb45b2582 HTTP/1.1" status: 204  len: 168 time: 1.0198696
Jun 08 18:34:00.202080 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37114) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:00.211030 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-8ee2c49d-d96c-4488-bb36-44c2cc863f77 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--331116428', 'description': 'tempest-description--1690288776'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:00.356185 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c49d-d96c-4488-bb36-44c2cc863f77 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:00.409815 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 78c498f9-5745-4c0b-bbdd-4a551a9b7641 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:00.494453 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c49d-d96c-4488-bb36-44c2cc863f77 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:00.561892 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port 78c498f9-5745-4c0b-bbdd-4a551a9b7641 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:00.569699 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 78c498f9-5745-4c0b-bbdd-4a551a9b7641 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:00.570776 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:00.590669 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c49d-d96c-4488-bb36-44c2cc863f77 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:00.595391 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-5b385bfc-16bf-451b-a344-addca9fa6e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:00.666998 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2c49d-d96c-4488-bb36-44c2cc863f77 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf3d311-c460-40b2-970a-81f3b1d00f32,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:00.686990 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-8ee2c49d-d96c-4488-bb36-44c2cc863f77 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:00.693825 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c49d-d96c-4488-bb36-44c2cc863f77 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:00.696781 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-8ee2c49d-d96c-4488-bb36-44c2cc863f77 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4930453
Jun 08 18:34:00.701355 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37128) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:00.712429 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-d5eb1857-c157-4af1-9db1-c864497a8c78 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Request body: {'security_group_rule': {'security_group_id': 'eaf3d311-c460-40b2-970a-81f3b1d00f32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:00.792582 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:00.814937 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f349d9-fd6f-4f91-9c67-76bec96e82e7 req-9eb09371-4d3b-4b2f-ac7a-28cc8995bf3c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:00.817032 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-82f349d9-fd6f-4f91-9c67-76bec96e82e7 req-9eb09371-4d3b-4b2f-ac7a-28cc8995bf3c tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 944 time: 0.1236343
Jun 08 18:34:00.823570 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3a3347-6afb-4a59-94d1-aa003dd6cf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c498f9-5745-4c0b-bbdd-4a551a9b7641'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:34:00.826031 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df862cb-ca0e-4c1d-9d05-fabce40a1418" -d '{"events": [{"server_uuid": "be3a3347-6afb-4a59-94d1-aa003dd6cf82", "name": "network-vif-plugged", "status": "completed", "tag": "78c498f9-5745-4c0b-bbdd-4a551a9b7641"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:34:00.826209 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1857-c157-4af1-9db1-c864497a8c78 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:00.837612 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 78c498f9-5745-4c0b-bbdd-4a551a9b7641, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78c498f9-5745-4c0b-bbdd-4a551a9b7641,segment=NetworkSegment(923eaf3f-7de6-4e7f-ba1e-346eaa467793),segment_id=923eaf3f-7de6-4e7f-ba1e-346eaa467793)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:34:00.883028 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310f9f57-9e27-409a-a18e-f07807199ae4 x-openstack-request-id: req-310f9f57-9e27-409a-a18e-f07807199ae4 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:34:00.883028 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3a3347-6afb-4a59-94d1-aa003dd6cf82", "name": "network-vif-plugged", "status": "completed", "tag": "78c498f9-5745-4c0b-bbdd-4a551a9b7641", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:34:00.883028 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-310f9f57-9e27-409a-a18e-f07807199ae4 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:34:00.883028 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3a3347-6afb-4a59-94d1-aa003dd6cf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c498f9-5745-4c0b-bbdd-4a551a9b7641', 'code': 200}
Jun 08 18:34:00.893519 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-82f349d9-fd6f-4f91-9c67-76bec96e82e7 req-85b6ff78-421a-4d84-8424-c699331b3ba9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675488
Jun 08 18:34:00.932953 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1857-c157-4af1-9db1-c864497a8c78 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:00.961411 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:00.963289 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:01.030977 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1857-c157-4af1-9db1-c864497a8c78 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:01.033333 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:01.044816 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=78c498f9-5745-4c0b-bbdd-4a551a9b7641,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:01.048160 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:01.067121 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb1857-c157-4af1-9db1-c864497a8c78 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbe798c-e57b-4209-927a-321d504b84e8,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:01.070659 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d5eb1857-c157-4af1-9db1-c864497a8c78 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:01.087450 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-107b10ad-ae51-429b-bb84-ba458562a3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:01.178963 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1857-c157-4af1-9db1-c864497a8c78 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:01.182815 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-d5eb1857-c157-4af1-9db1-c864497a8c78 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4764140
Jun 08 18:34:01.183229 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37142) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:01.188973 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-24a4a4d4-ac68-4b39-a92a-1583ddcd0f4c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Request body: {'security_group_rule': {'security_group_id': 'eaf3d311-c460-40b2-970a-81f3b1d00f32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:01.310848 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-24a4a4d4-ac68-4b39-a92a-1583ddcd0f4c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:01.379694 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd3d1c-091d-4994-92bf-92cf261fd114 req-0120bd24-28ae-4b6e-9f61-1df0bee28810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:01.381269 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f1cd3d1c-091d-4994-92bf-92cf261fd114 req-0120bd24-28ae-4b6e-9f61-1df0bee28810 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 1098 time: 0.1303101
Jun 08 18:34:01.399019 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37150) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:01.423253 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-24a4a4d4-ac68-4b39-a92a-1583ddcd0f4c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:01.448210 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f1cd3d1c-091d-4994-92bf-92cf261fd114 req-5c9844b8-dd15-4dea-955a-6cc35c0d9fa1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538456
Jun 08 18:34:01.504640 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-24a4a4d4-ac68-4b39-a92a-1583ddcd0f4c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:01.513229 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-ea523ac6-d659-4598-a04d-d4c9c303241f tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:01.532352 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4a4d4-ac68-4b39-a92a-1583ddcd0f4c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056a06e5-bcdd-4820-b76f-21ac8328d8f5,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:01.536214 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-24a4a4d4-ac68-4b39-a92a-1583ddcd0f4c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:01.629799 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-24a4a4d4-ac68-4b39-a92a-1583ddcd0f4c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:01.631457 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-24a4a4d4-ac68-4b39-a92a-1583ddcd0f4c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4470739
Jun 08 18:34:01.634991 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37156) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:01.639561 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Request body: {'floatingip': {'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:01.680513 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9fde3859-4744-4061-be39-6ebbcaa88fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:01.776516 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:02.002738 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9fde3859-4744-4061-be39-6ebbcaa88fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:02.073089 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9fde3859-4744-4061-be39-6ebbcaa88fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:02.083709 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d3580947-f4a5-4bf0-a58e-bf2fc98f7d7a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:02.100378 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:02.293318 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde3859-4744-4061-be39-6ebbcaa88fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dc1527-c504-4cf5-80c8-e0737e06a2bb,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:02.301167 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9fde3859-4744-4061-be39-6ebbcaa88fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:02.307453 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-9fde3859-4744-4061-be39-6ebbcaa88fd8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a96295afc0b445d79ddf29e2c1631060&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8884654
Jun 08 18:34:02.308025 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37170) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:02.346435 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc187616-9291-47f1-ad95-595bf9587faa req-2a3246ac-3e40-4b4c-9d09-c0398f7bf9aa tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:02.348064 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bc187616-9291-47f1-ad95-595bf9587faa req-2a3246ac-3e40-4b4c-9d09-c0398f7bf9aa tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 945 time: 0.3318954
Jun 08 18:34:02.448389 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d82adb3d-3f7b-49b1-bd54-5d66feb1cbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:02.454007 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bc187616-9291-47f1-ad95-595bf9587faa req-78243980-7cdf-45ad-ad1b-1dc45fa77d15 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746894
Jun 08 18:34:02.454007 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Allocated IP 172.27.1.87 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/37acb4bf-cce0-48b2-b9bc-82f0bf9d9f7d) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:34:02.489168 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d82adb3d-3f7b-49b1-bd54-5d66feb1cbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:02.645539 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:02.665199 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d82adb3d-3f7b-49b1-bd54-5d66feb1cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:02.680933 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d82adb3d-3f7b-49b1-bd54-5d66feb1cbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:02.685070 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-d82adb3d-3f7b-49b1-bd54-5d66feb1cbf8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7dc1527-c504-4cf5-80c8-e0737e06a2bb HTTP/1.1" status: 204  len: 168 time: 0.3723402
Jun 08 18:34:02.685070 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4f558c92-6407-4fed-b0f1-3cedd811ae04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:02.699654 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82adb3d-3f7b-49b1-bd54-5d66feb1cbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dc1527-c504-4cf5-80c8-e0737e06a2bb,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:02.702491 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d82adb3d-3f7b-49b1-bd54-5d66feb1cbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:02.764323 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:02.771563 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:02.771563 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:34:02.771563 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:34:02.771563 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:34:02.771563 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:02.771563 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:34:02.786621 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:34:02.789358 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:34:02.801918 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:34:02.937557 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:03.089538 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:03.372917 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:03.488055 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:03.492410 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-23275f25-a272-434d-bc7d-c89d602911b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:03.606742 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event updated for resources: {'Port': ['ID=37acb4bf-cce0-48b2-b9bc-82f0bf9d9f7d,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:03.616326 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:03.679295 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:03.723039 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:03.731439 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d5056-8e9a-417d-80a4-6b3438a7b505 req-8d955c38-2b9f-4bcd-99f6-f2e3d5e5d6cf tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:03.736298 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-466d5056-8e9a-417d-80a4-6b3438a7b505 req-8d955c38-2b9f-4bcd-99f6-f2e3d5e5d6cf tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 945 time: 0.1241453
Jun 08 18:34:03.787680 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-466d5056-8e9a-417d-80a4-6b3438a7b505 req-487f672e-6f42-4ce5-bbe2-320c0a365a48 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454144
Jun 08 18:34:03.807659 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:03.809305 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1729884
Jun 08 18:34:03.984645 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-fe623f04-42d8-49f9-bf9b-efc10f4c61ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:04.301104 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-bc67fd1c-c161-496e-b55d-d87e804943db tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--331116428&fields=id&tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c HTTP/1.1" status: 200  len: 267 time: 0.0743475
Jun 08 18:34:04.334000 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37226) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:04.484547 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-706f12cd-e377-4411-80bf-7e1d67a79289 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:04.487056 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-706f12cd-e377-4411-80bf-7e1d67a79289 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/networks?id=65d87f03-3ac9-4e37-bc0e-830451025de3 HTTP/1.1" status: 200  len: 811 time: 0.1704671
Jun 08 18:34:04.494377 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1054068723-network', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:04.508454 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-c0c48969-9567-4cb1-8df6-948aafc848bc tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/quotas/6ccf1bfce8ba4571b6cd110e8108fc2c HTTP/1.1" status: 200  len: 375 time: 0.0113313
Jun 08 18:34:04.607387 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Made reservation on behalf of 0442dcdf75f942629f042f3bce5f08eb for: {'network': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:34:04.610057 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:04.625444 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:04.636302 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b7a36fda-e1d3-4a39-a83d-d7728cd4cdd3 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1197658
Jun 08 18:34:04.755835 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:04.863175 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-e8fea8f4-681d-4f30-b2df-96780c880b0c service neutron] 10.222.0.20 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2086394
Jun 08 18:34:04.887347 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:04.890970 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4808618b-15dc-4b36-882b-027e02d90ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:04.917310 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:04.921787 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'}  {{(pid=92319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:34:04.931814 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a220fdb-278c-4226-bf8c-4b1537ae7dcc,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:04.942182 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:04.942523 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.segments_db [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Added segment ac43fe9b-0f35-4de1-9f02-991ec64faa6f of type vlan for network 51a22c79-3583-4167-8add-ac583058f2d2
Jun 08 18:34:04.944842 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:04.945421 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:04.945880 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:04.946266 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:04.946623 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:04.947001 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:04.947356 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:04.947706 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:04.948048 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:04.948792 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:04.949048 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:04.949581 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:04.957406 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:05.001725 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:05.041203 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-bf1348ac-8fcb-45a4-b7d8-ae53ddfb6f9f service neutron] 10.222.0.20 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1722488
Jun 08 18:34:05.127606 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:05.129711 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:05.130569 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:05.136008 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:05.233467 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Pushing event updated for resources: {'Network': ['ID=51a22c79-3583-4167-8add-ac583058f2d2,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:05.236755 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:05.250252 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network 51a22c79-3583-4167-8add-ac583058f2d2 details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:34:05.300837 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37246) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:05.304229 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9669650
Jun 08 18:34:05.308223 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Request body: {'subnet': {'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1054068723-subnet', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'ip_version': 4}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:05.419577 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-847aa326-d479-4e2c-a8da-ba191b1ae707 req-89b2d26c-876c-43bb-b953-0afb12417859 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 210 time: 0.0903192
Jun 08 18:34:05.527064 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Made reservation on behalf of 0442dcdf75f942629f042f3bce5f08eb for: {'subnet': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:34:05.530004 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10675552'] for subnet, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:05.856302 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11523682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10675534'] for subnet, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:05.859265 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:06.040283 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7fdf31-e75c-47b1-bb57-d0623522aa67,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:06.055774 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:06.056146 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:06.056512 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:06.056871 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:06.057381 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:06.057739 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:06.058098 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:06.058451 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:06.058801 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:06.059171 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:06.068205 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:06.068205 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:06.068205 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:06.069222 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Checking segment: {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:34:06.069555 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Network hostable DHCP agents. Network: 51a22c79-3583-4167-8add-ac583058f2d2, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:34:06.140051 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Network 51a22c79-3583-4167-8add-ac583058f2d2 is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:34:06.224273 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, 51a22c79-3583-4167-8add-ac583058f2d2) {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:34:06.232264 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:06.232264 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:06.232848 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e769f323-c521-46f1-be24-097fbb00fb38 None None] Network 51a22c79-3583-4167-8add-ac583058f2d2 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:34:06.322428 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0204377
Jun 08 18:34:06.326602 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37268) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:06.334936 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:06.532325 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27724984-45eb-5bff-894b-224ed9fae270-51a22c79-3583-4167-8add-ac583058f2d2', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67'}]}} from dv-cinder-789564-4-iscsi. {{(pid=92320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 18:34:06.533200 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:06.542470 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-343638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61452'] for router, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:06.542470 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61443'] for router, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:06.565599 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:06.629537 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dfd71b0c-9ab5-4f44-a89a-24a56ae18d02 req-f1e2190c-2bd0-4b40-bcee-c5c7f3a38d58 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 210 time: 0.0502832
Jun 08 18:34:06.744824 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.db_base_plugin_common [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Allocated IP 172.20.0.2 (51a22c79-3583-4167-8add-ac583058f2d2/fe7fdf31-e75c-47b1-bb57-d0623522aa67/1185b912-ce2c-4a60-bb56-d8fbe3463868) {{(pid=92320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:34:07.006195 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:07.007252 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Notify callbacks [] for port, precommit_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:07.021219 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-343620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61489'] for router, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:07.021588 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Transition to ACTIVE for port object 1185b912-ce2c-4a60-bb56-d8fbe3463868 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:34:07.041932 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Transition to ACTIVE for port object 1185b912-ce2c-4a60-bb56-d8fbe3463868 will not be triggered until provisioned by entity DHCP. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:34:07.127694 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:07.128809 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:07.128809 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:34:07.128809 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:34:07.128809 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:34:07.128809 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:07.128809 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:34:07.148998 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Network 51a22c79-3583-4167-8add-ac583058f2d2 is already hosted by enough agents. {{(pid=92320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:34:07.151208 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.base_scheduler [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Resources bound (agent type, host, resource id):  {{(pid=92320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:34:07.154242 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Received port after_create {{(pid=92320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:34:07.286005 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Attempting to bind port 1185b912-ce2c-4a60-bb56-d8fbe3463868 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:34:07.286772 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Attempting to bind port 1185b912-ce2c-4a60-bb56-d8fbe3463868 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:34:07.286772 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Attempting to bind port 1185b912-ce2c-4a60-bb56-d8fbe3463868 on network 51a22c79-3583-4167-8add-ac583058f2d2 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:34:07.292657 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:34:07.293040 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Checking segment: {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:34:07.295103 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:07.295103 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Bound using segment: {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:34:07.295103 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Bound port: 1185b912-ce2c-4a60-bb56-d8fbe3463868, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:34:07.295103 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:07.398383 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] For port 1185b912-ce2c-4a60-bb56-d8fbe3463868, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:34:07.401959 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] For port 1185b912-ce2c-4a60-bb56-d8fbe3463868, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=1185b912-ce2c-4a60-bb56-d8fbe3463868,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:34:07.457447 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:07.490741 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:07.562696 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:07.572364 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:07.669038 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Allocated IP 172.27.1.13 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/28d6ec08-b8b9-456e-82fd-6be5e4db71c4) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:34:07.756502 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Pushing event updated for resources: {'Port': ['ID=1185b912-ce2c-4a60-bb56-d8fbe3463868,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:07.761476 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:07.867680 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8753f453-4fbd-4c61-bd8a-06e7d7e97d73 req-76710925-4484-4fd3-9b5e-5e405637dc9a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 210 time: 0.0788076
Jun 08 18:34:07.950255 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:08.104960 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:08.105556 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:08.105556 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:34:08.105556 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:34:08.105556 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:34:08.105556 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:08.105556 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:34:08.134475 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:34:08.135912 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:34:08.138704 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:34:08.636366 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-26780552-f550-4026-8e7e-9ae6dd877360 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:08.637887 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-26780552-f550-4026-8e7e-9ae6dd877360 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.37 "GET /v2.0/networks?id=65d87f03-3ac9-4e37-bc0e-830451025de3 HTTP/1.1" status: 200  len: 811 time: 0.4661198
Jun 08 18:34:08.722271 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b6883d90-5ab7-4358-9f3c-f73d8a901b49 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c HTTP/1.1" status: 200  len: 379 time: 0.0678623
Jun 08 18:34:08.731565 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Request body: {'port': {'device_id': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'admin_state_up': True, 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'security_groups': ['eaf3d311-c460-40b2-970a-81f3b1d00f32']}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:08.829277 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2bf2c-3894-41f9-90a4-a7480f48f41d None None] Network 51a22c79-3583-4167-8add-ac583058f2d2 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:34:09.117996 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-b4b1d406-c32d-422f-a87b-e3bf81331f3b None None] Provisioning for port 1185b912-ce2c-4a60-bb56-d8fbe3463868 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:09.147653 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8d937fb1-c5d9-461f-9234-ec39ce2ec90a req-075d73b1-ae93-4e23-9cef-4bc7744d6c23 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 210 time: 0.1004076
Jun 08 18:34:09.192295 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:09.575331 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Made reservation on behalf of 6ccf1bfce8ba4571b6cd110e8108fc2c for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:34:09.581761 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:10.025895 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 1185b912-ce2c-4a60-bb56-d8fbe3463868 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:10.028384 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-343629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337077'] for router, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:10.145465 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Allocated IP 172.20.0.8 (65d87f03-3ac9-4e37-bc0e-830451025de3/adb8427b-2336-4883-8f9e-c5554904bb1a/2b25456d-5dc0-4ab1-a950-4b64d80d6d7e) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:34:10.196203 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 1185b912-ce2c-4a60-bb56-d8fbe3463868 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:10.202296 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 1185b912-ce2c-4a60-bb56-d8fbe3463868 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:10.202296 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:10.331792 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:10.375641 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 1185b912-ce2c-4a60-bb56-d8fbe3463868, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=1185b912-ce2c-4a60-bb56-d8fbe3463868,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:34:10.493461 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:10.497641 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-4a892785-97ca-4d86-b7d0-f30c958988dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:10.532437 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b0ca821c-92cd-4c7c-826b-e4eb8d49c121 req-d1d6e4c6-191f-4c1c-9c17-2f032470459b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 210 time: 0.1855307
Jun 08 18:34:10.598368 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=1185b912-ce2c-4a60-bb56-d8fbe3463868,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:10.601606 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:10.625013 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:10.641528 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Transition to ACTIVE for port object 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e will not be triggered until provisioned by entity DHCP. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:34:10.652869 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 is scheduled to L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf with binding_index 1 {{(pid=92318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 18:34:10.822300 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:10.825068 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:10.825068 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:34:10.825068 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:34:10.825068 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:34:10.825068 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:10.825068 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:34:10.870489 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Network 65d87f03-3ac9-4e37-bc0e-830451025de3 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:34:10.873572 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:34:10.876601 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:34:10.907941 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:34:10.917614 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Sync routers for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:34:10.928240 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:34:10.928863 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc1b2e80>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:34:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:10.964646 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:10.965291 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:11.019573 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] Notify callbacks [] for router, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:11.023842 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37320) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:11.029813 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-2b5bc7d3-1279-4f9a-9cf3-27ef0aa72496 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.6960692
Jun 08 18:34:11.093420 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-ff08ed42-66c6-4b0a-89bc-c23f3289f2e5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3660886
Jun 08 18:34:11.105429 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Request body: {'port': {'device_id': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:11.169439 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:34:11.312714 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:11.461686 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-a04db0b9-d0c2-4ecd-9460-0e1c977baa00 None None] Provisioning for port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:11.469675 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-a04db0b9-d0c2-4ecd-9460-0e1c977baa00 None None] Provisioning complete for port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:11.470141 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-a04db0b9-d0c2-4ecd-9460-0e1c977baa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:11.594868 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-a04db0b9-d0c2-4ecd-9460-0e1c977baa00 None None] Port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:34:11.668115 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc1b2e80>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:08Z', 'revision_number': 3, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:11.674389 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Checking router: 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:34:11.675728 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Updating router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 port 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 binding host dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:34:11.755753 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:11.881045 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac10e2a-a04b-43be-896f-dfdbbb5ec81c req-e85cfaaa-743e-437e-9c89-c89d9f8cd67a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:11.882619 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-aac10e2a-a04b-43be-896f-dfdbbb5ec81c req-e85cfaaa-743e-437e-9c89-c89d9f8cd67a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 931 time: 0.2042377
Jun 08 18:34:11.884862 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:34:11.895613 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:11.981452 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Transition to ACTIVE for port object 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:34:12.001581 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.010467 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-aac10e2a-a04b-43be-896f-dfdbbb5ec81c req-32e8402c-6af6-41ab-9989-5ac8dcb6b283 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1169834
Jun 08 18:34:12.046906 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.057508 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-74a91d5c-141b-4f8b-bf4c-018c7faacf09 tempest-DeleteServersTestJSON-730476487 tempest-DeleteServersTestJSON-730476487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:12.068392 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 1185b912-ce2c-4a60-bb56-d8fbe3463868 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:12.205799 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:12.217713 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:12.316798 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Notify callbacks [] for port, precommit_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.336668 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 1185b912-ce2c-4a60-bb56-d8fbe3463868 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:12.337054 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.372994 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Allocated IP 172.20.0.1 (51a22c79-3583-4167-8add-ac583058f2d2/fe7fdf31-e75c-47b1-bb57-d0623522aa67/2f249eea-b60b-4272-9353-63bc42bdb0e2) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:34:12.383077 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Transition to ACTIVE for port object 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:34:12.420677 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Attempting to bind port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:34:12.421071 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Attempting to bind port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:34:12.421409 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Attempting to bind port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e on network 65d87f03-3ac9-4e37-bc0e-830451025de3 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:34:12.428497 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e on network 65d87f03-3ac9-4e37-bc0e-830451025de3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:34:12.428896 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Attempting to bind port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e on network 65d87f03-3ac9-4e37-bc0e-830451025de3 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:34:12.438670 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:34:12.439033 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Checking segment: {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:34:12.439477 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Bound using segment: {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:34:12.448305 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Bound port: 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9203daf1-90c5-4bff-8f1d-cbcda7d64eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:34:12.448305 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.470104 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.487830 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:12.598246 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Attempting to bind port 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:34:12.599051 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Attempting to bind port 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:34:12.599721 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Attempting to bind port 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 on network a06ee958-817b-4651-8f1f-374b575e10a7 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:34:12.609531 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc7a32-635a-43ab-995e-5c844cca272f None None] Pushing event updated for resources: {'Port': ['ID=28d6ec08-b8b9-456e-82fd-6be5e4db71c4,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:12.613383 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:34:12.614037 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Checking segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:34:12.614619 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.615207 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Bound using segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:34:12.615852 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Bound port: 28d6ec08-b8b9-456e-82fd-6be5e4db71c4, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:34:12.616521 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.636337 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] For port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:34:12.641375 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] For port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:34:12.647887 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-50cc7a32-635a-43ab-995e-5c844cca272f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:12.683955 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.705175 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] For port 28d6ec08-b8b9-456e-82fd-6be5e4db71c4, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:34:12.706112 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] For port 28d6ec08-b8b9-456e-82fd-6be5e4db71c4, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=28d6ec08-b8b9-456e-82fd-6be5e4db71c4,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:34:12.708730 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Transition to ACTIVE for port object 2f249eea-b60b-4272-9353-63bc42bdb0e2 will not be triggered until provisioned by entity DHCP. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:34:12.739653 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.744438 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:12.805108 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:12.805737 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.807256 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/2b25456d-5dc0-4ab1-a950-4b64d80d6d7e HTTP/1.1" status: 200  len: 1093 time: 1.7061682
Jun 08 18:34:12.807772 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'tag': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:34:12.810194 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0bcde2-fb0c-495c-bd09-761e5aa52572" -d '{"events": [{"name": "network-changed", "server_uuid": "03475371-bfe5-484a-8cdf-0610fe3985fb", "tag": "2b25456d-5dc0-4ab1-a950-4b64d80d6d7e"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:34:12.837240 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:12.848621 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:12.854356 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.858183 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:12.858808 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:12.858808 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:34:12.858808 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:34:12.858808 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:34:12.858808 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:12.858808 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:34:12.865369 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:12.873258 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5f3fbc-15cc-461e-8046-d0134257acfd x-openstack-request-id: req-9d5f3fbc-15cc-461e-8046-d0134257acfd {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:34:12.873681 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03475371-bfe5-484a-8cdf-0610fe3985fb", "tag": "2b25456d-5dc0-4ab1-a950-4b64d80d6d7e", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:34:12.874069 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d5f3fbc-15cc-461e-8046-d0134257acfd {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:34:12.874597 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'tag': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e', 'status': 'completed', 'code': 200}
Jun 08 18:34:12.898282 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Network 51a22c79-3583-4167-8add-ac583058f2d2 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:34:12.900722 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:34:12.906135 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:34:12.965962 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:34:12.966788 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc1b2e80>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:34:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:13.006887 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bcde2-fb0c-495c-bd09-761e5aa52572 req-032af230-9c4a-4628-9a47-9a72e6cc7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:13.008683 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3d0bcde2-fb0c-495c-bd09-761e5aa52572 req-032af230-9c4a-4628-9a47-9a72e6cc7edf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 1096 time: 0.1115625
Jun 08 18:34:13.130833 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380899'] for router_interface, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:13.255511 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc7a32-635a-43ab-995e-5c844cca272f None None] Pushing event updated for resources: {'Port': ['ID=28d6ec08-b8b9-456e-82fd-6be5e4db71c4,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:13.261251 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-50cc7a32-635a-43ab-995e-5c844cca272f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:13.291439 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:34:13.304247 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bcde2-fb0c-495c-bd09-761e5aa52572 req-cf8c67d5-1d0e-4e72-b678-9e01e2669b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:13.305872 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3d0bcde2-fb0c-495c-bd09-761e5aa52572 req-cf8c67d5-1d0e-4e72-b678-9e01e2669b57 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2897201
Jun 08 18:34:13.493721 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:13.579105 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-c6ec23aa-1820-4b09-aecb-c04c8fe75b9d None None] Provisioning for port 2f249eea-b60b-4272-9353-63bc42bdb0e2 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:13.594734 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-c6ec23aa-1820-4b09-aecb-c04c8fe75b9d None None] Provisioning complete for port 2f249eea-b60b-4272-9353-63bc42bdb0e2 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:13.595197 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-c6ec23aa-1820-4b09-aecb-c04c8fe75b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:13.637073 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c064c7-6630-47a3-a1c7-88d4ac7e6f07 req-9433935f-b24b-4be8-8fa6-ee6f0017ae60 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:13.638633 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-71c064c7-6630-47a3-a1c7-88d4ac7e6f07 req-9433935f-b24b-4be8-8fa6-ee6f0017ae60 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 943 time: 0.3835998
Jun 08 18:34:13.640783 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bcde2-fb0c-495c-bd09-761e5aa52572 req-a5f42ac4-ef69-461d-8a25-ed4676833ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:13.645235 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3d0bcde2-fb0c-495c-bd09-761e5aa52572 req-a5f42ac4-ef69-461d-8a25-ed4676833ec4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.3309145
Jun 08 18:34:13.694236 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec23aa-1820-4b09-aecb-c04c8fe75b9d None None] Port 2f249eea-b60b-4272-9353-63bc42bdb0e2 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:34:13.782335 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-71c064c7-6630-47a3-a1c7-88d4ac7e6f07 req-9d62e7d7-23c5-4779-af3b-1bf7d733d9e4 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1353979
Jun 08 18:34:13.819357 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-994aa5dd-805e-4c08-a217-8b853142d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:13.823433 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-994aa5dd-805e-4c08-a217-8b853142d3be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 1096 time: 0.1295474
Jun 08 18:34:13.850159 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc1b2e80>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:08Z', 'revision_number': 3, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:13.861942 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1131bef4-ea15-477d-9b8c-b7a1c96b2312 None None] The sync data for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi is: [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:08Z', 'revision_number': 3, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:34:13.913262 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-0f88b212-353b-4307-be40-f02286fffbe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e HTTP/1.1" status: 200  len: 217 time: 0.0809655
Jun 08 18:34:13.983448 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:14.004806 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-57118c0e-909a-49d8-8b13-2746d09d6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:14.006155 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-57118c0e-909a-49d8-8b13-2746d09d6964 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adb8427b-2336-4883-8f9e-c5554904bb1a HTTP/1.1" status: 200  len: 850 time: 0.0861127
Jun 08 18:34:14.083034 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:14.094747 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-0718b2ff-742e-4dea-a590-ef40ccca0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:14.098244 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-0718b2ff-742e-4dea-a590-ef40ccca0f0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d87f03-3ac9-4e37-bc0e-830451025de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844672
Jun 08 18:34:14.129720 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:14.261786 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Pushing event updated for resources: {'Port': ['ID=2f249eea-b60b-4272-9353-63bc42bdb0e2,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:14.265549 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:14.266535 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380706'] for router_interface, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:14.303839 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-5ffa1aa3-6282-4bc6-867a-de28fb52971d service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920619
Jun 08 18:34:14.493061 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c13e7f0-e8b4-439b-9985-6dbc3d487765 req-488a9ae6-fb6c-4d9b-bfc8-17c0016971d7 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1829839
Jun 08 18:34:14.525053 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Network 51a22c79-3583-4167-8add-ac583058f2d2 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:34:14.526342 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:34:14.733569 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:34:14.851061 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-9715e920-6008-46e2-b28a-8201ddbfc4aa None None] Provisioning complete for port 2f249eea-b60b-4272-9353-63bc42bdb0e2 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:14.851635 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-9715e920-6008-46e2-b28a-8201ddbfc4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:14.953611 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:34:14.961079 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] 10.222.0.20 "PUT /v2.0/routers/923f2a87-5cc2-452b-8dd1-21c4352ce8c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9361415
Jun 08 18:34:14.976837 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-9715e920-6008-46e2-b28a-8201ddbfc4aa None None] Port 2f249eea-b60b-4272-9353-63bc42bdb0e2 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:34:15.068747 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792868a6-cd05-4fe5-8dcc-56c73a2e4f75 req-f2fb9455-2f2d-4e7b-96db-1c0408e0bf28 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:15.070237 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-792868a6-cd05-4fe5-8dcc-56c73a2e4f75 req-f2fb9455-2f2d-4e7b-96db-1c0408e0bf28 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 943 time: 0.0864270
Jun 08 18:34:15.130190 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-792868a6-cd05-4fe5-8dcc-56c73a2e4f75 req-94c2aad1-1ae4-41fa-bbbd-e30a176a45b7 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528283
Jun 08 18:34:15.593496 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37388) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:15.734309 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Sync routers for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:34:15.752083 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:34:15.756398 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e4c340>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:34:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:15.759924 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1a616f7e-511b-4525-9f6a-ea0db6d2702b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:15.919405 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1a616f7e-511b-4525-9f6a-ea0db6d2702b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:15.940804 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:34:15.984519 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37398) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:15.990808 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-064163ac-41de-4231-b920-054669798609 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1283531537-network', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:16.012081 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1a616f7e-511b-4525-9f6a-ea0db6d2702b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.030595 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-26a97788-208e-4b9f-9660-df5e942f1dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:16.040980 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:16.124184 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-1a616f7e-511b-4525-9f6a-ea0db6d2702b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad71da4e38a04284b5012d2f4d8dab5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5291388
Jun 08 18:34:16.125611 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a616f7e-511b-4525-9f6a-ea0db6d2702b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8105d7-e24e-48e6-a560-b8db91e2a531,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:16.126675 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37400) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:16.131138 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-1a616f7e-511b-4525-9f6a-ea0db6d2702b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:16.219257 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064163ac-41de-4231-b920-054669798609 admin admin] Made reservation on behalf of c405f55321d7428091ed8d24d32e01dd for: {'network': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:34:16.226194 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-064163ac-41de-4231-b920-054669798609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.245602 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8531c22e-564b-4ca4-b92f-f3c23aa024ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.246100 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-064163ac-41de-4231-b920-054669798609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.264455 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:16.272102 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:16.275736 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.341439 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8531c22e-564b-4ca4-b92f-f3c23aa024ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.404502 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-064163ac-41de-4231-b920-054669798609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.412988 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601f721-42b1-4b5e-9a92-f9736aa7f810 req-bc007c48-584a-438a-a831-e3d91d691d59 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:16.414461 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d601f721-42b1-4b5e-9a92-f9736aa7f810 req-bc007c48-584a-438a-a831-e3d91d691d59 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 943 time: 0.1433229
Jun 08 18:34:16.470530 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:34:16.475259 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d601f721-42b1-4b5e-9a92-f9736aa7f810 req-387c1c02-159d-42c0-8f8c-edad18495da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510485
Jun 08 18:34:16.484838 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.487478 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-064163ac-41de-4231-b920-054669798609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.496965 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-a9fda618-7529-4d30-bb91-f51dbac283de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:16.511392 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 28d6ec08-b8b9-456e-82fd-6be5e4db71c4, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=28d6ec08-b8b9-456e-82fd-6be5e4db71c4,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:34:16.519153 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e4c340>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 2, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:16.524580 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Checking router: 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:34:16.525037 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Updating router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 port 2f249eea-b60b-4272-9353-63bc42bdb0e2 binding host dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:34:16.528976 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064163ac-41de-4231-b920-054669798609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a1752e-e4a9-4f60-843d-8ec049db7030,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:16.532599 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-064163ac-41de-4231-b920-054669798609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:16.590347 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8531c22e-564b-4ca4-b92f-f3c23aa024ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.592980 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8531c22e-564b-4ca4-b92f-f3c23aa024ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.599182 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-8531c22e-564b-4ca4-b92f-f3c23aa024ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd8105d7-e24e-48e6-a560-b8db91e2a531 HTTP/1.1" status: 204  len: 168 time: 0.4648492
Jun 08 18:34:16.599182 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-51193cf5-59b9-43e8-95d2-cb66383eef13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:16.599544 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.602352 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064163ac-41de-4231-b920-054669798609 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'}  {{(pid=92319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:34:16.613196 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531c22e-564b-4ca4-b92f-f3c23aa024ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8105d7-e24e-48e6-a560-b8db91e2a531,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:16.613196 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-8531c22e-564b-4ca4-b92f-f3c23aa024ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:16.629214 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-064163ac-41de-4231-b920-054669798609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.629765 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.segments_db [None req-064163ac-41de-4231-b920-054669798609 admin admin] Added segment 749d388b-ff63-4bf6-a9c4-a844f552def3 of type vlan for network a95d23d6-cdba-4912-ad68-3486b9f23fa2
Jun 08 18:34:16.646662 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.653394 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:16.691875 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-064163ac-41de-4231-b920-054669798609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.769986 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=28d6ec08-b8b9-456e-82fd-6be5e4db71c4,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:16.774155 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:16.813466 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-064163ac-41de-4231-b920-054669798609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.817668 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064163ac-41de-4231-b920-054669798609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:16.819591 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-064163ac-41de-4231-b920-054669798609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:16.824967 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:16.930907 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064163ac-41de-4231-b920-054669798609 admin admin] Pushing event updated for resources: {'Network': ['ID=a95d23d6-cdba-4912-ad68-3486b9f23fa2,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:16.934471 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-064163ac-41de-4231-b920-054669798609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:16.944644 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network a95d23d6-cdba-4912-ad68-3486b9f23fa2 details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:34:16.979652 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-064163ac-41de-4231-b920-054669798609 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9962318
Jun 08 18:34:16.982410 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37408) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:16.989033 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] Request body: {'subnet': {'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1283531537-subnet', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'ip_version': 4}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:17.091812 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Notify callbacks [] for port, precommit_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:17.106586 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.provisioning_blocks [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Transition to ACTIVE for port object 2f249eea-b60b-4272-9353-63bc42bdb0e2 will not be triggered until provisioned by entity L2. {{(pid=92321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:34:17.132775 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] Made reservation on behalf of c405f55321d7428091ed8d24d32e01dd for: {'subnet': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:34:17.135284 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10675552'] for subnet, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:17.196018 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:17.201980 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:17.328148 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Pushing event updated for resources: {'Port': ['ID=2f249eea-b60b-4272-9353-63bc42bdb0e2,revision_number=3']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:17.339359 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:17.339729 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:17.340032 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:17.340361 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:17.340756 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:17.341030 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:17.341350 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:17.341670 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:17.342005 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:17.342326 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:17.342690 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:17.343034 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:34:17.373529 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:17.438257 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Attempting to bind port 2f249eea-b60b-4272-9353-63bc42bdb0e2 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:34:17.438636 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Attempting to bind port 2f249eea-b60b-4272-9353-63bc42bdb0e2 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:34:17.439032 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Attempting to bind port 2f249eea-b60b-4272-9353-63bc42bdb0e2 on network 51a22c79-3583-4167-8add-ac583058f2d2 {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:34:17.445873 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:34:17.446305 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Checking segment: {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:34:17.446662 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:17.447088 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Bound using segment: {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:34:17.447572 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Bound port: 2f249eea-b60b-4272-9353-63bc42bdb0e2, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'}}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:34:17.447949 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:17.506113 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11523682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10675534'] for subnet, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:17.516140 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a74a73be-bea3-46d9-9104-bfef702d526f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:17.572780 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] For port 2f249eea-b60b-4272-9353-63bc42bdb0e2, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:34:17.578352 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] For port 2f249eea-b60b-4272-9353-63bc42bdb0e2, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=2f249eea-b60b-4272-9353-63bc42bdb0e2,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:34:17.612580 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37416) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:17.630532 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-605045c0-a080-457d-b63a-c026b6782112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:17.659668 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:17.667825 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-b1eb713c-8c0d-4dcf-8864-95a6b0f0d0f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:17.685394 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d255e943-6b63-4605-adfd-799ef690659e,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:17.691018 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:17.695406 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] Checking segment: {'id': '749d388b-ff63-4bf6-a9c4-a844f552def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:34:17.695749 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] Network hostable DHCP agents. Network: a95d23d6-cdba-4912-ad68-3486b9f23fa2, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:34:17.733912 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cb1e8-bdbc-4c3b-93e0-dfa4eb216a83 req-90f04e35-88e4-44b6-ac31-f6c7be5e724a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:17.735427 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-da6cb1e8-bdbc-4c3b-93e0-dfa4eb216a83 req-90f04e35-88e4-44b6-ac31-f6c7be5e724a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 943 time: 0.1398563
Jun 08 18:34:17.745367 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:34:17.746288 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e4c340>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:34:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:17.779050 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-605045c0-a080-457d-b63a-c026b6782112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:17.795082 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-da6cb1e8-bdbc-4c3b-93e0-dfa4eb216a83 req-6b67498f-641f-440e-8c6c-c8c0d29ecc31 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532658
Jun 08 18:34:17.807263 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] Network a95d23d6-cdba-4912-ad68-3486b9f23fa2 is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:34:17.845454 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Pushing event updated for resources: {'Port': ['ID=2f249eea-b60b-4272-9353-63bc42bdb0e2,revision_number=4']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:17.851197 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:17.918047 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-605045c0-a080-457d-b63a-c026b6782112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:17.924129 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ba6c78cc-97a7-4e49-a2c7-df8dd5446a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:17.933735 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, a95d23d6-cdba-4912-ad68-3486b9f23fa2) {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:34:17.941262 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:17.943336 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:17.969433 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e913cb-f4ed-4651-9d2d-1cfe31091480 None None] Network a95d23d6-cdba-4912-ad68-3486b9f23fa2 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:34:17.981316 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-605045c0-a080-457d-b63a-c026b6782112 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb5b49d7ddf94734868ec91152eb72c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3675075
Jun 08 18:34:17.989386 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37418) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:17.991001 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:18.002826 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605045c0-a080-457d-b63a-c026b6782112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517681be-c8f4-49d3-a126-223e1a53fc9c,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:18.006426 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-605045c0-a080-457d-b63a-c026b6782112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:18.017031 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:34:18.036592 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-65b0a239-efdd-4c89-8be0-0e272a9abb1c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0528464
Jun 08 18:34:18.039509 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37420) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:18.044911 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1283531537-router', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:18.086150 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-753c2186-6e2b-4857-9bd5-dabc5ae4a4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:18.121123 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-753c2186-6e2b-4857-9bd5-dabc5ae4a4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:18.167914 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:18.168396 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:18.178489 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-343638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61452'] for router, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:18.179944 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61443'] for router, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:18.260591 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-753c2186-6e2b-4857-9bd5-dabc5ae4a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:18.264775 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-753c2186-6e2b-4857-9bd5-dabc5ae4a4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:18.269411 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-753c2186-6e2b-4857-9bd5-dabc5ae4a4bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/517681be-c8f4-49d3-a126-223e1a53fc9c HTTP/1.1" status: 204  len: 168 time: 0.2801681
Jun 08 18:34:18.278835 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-7dc8791a-3887-4719-9871-50242ea0094a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:18.298761 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:18.320114 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c2186-6e2b-4857-9bd5-dabc5ae4a4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517681be-c8f4-49d3-a126-223e1a53fc9c,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:18.329715 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-753c2186-6e2b-4857-9bd5-dabc5ae4a4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:18.395013 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27724984-45eb-5bff-894b-224ed9fae270-a95d23d6-cdba-4912-ad68-3486b9f23fa2', 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'fixed_ips': [{'subnet_id': 'd255e943-6b63-4605-adfd-799ef690659e'}]}} from dv-cinder-789564-4-iscsi. {{(pid=92320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 18:34:18.395843 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:18.513691 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e4c340>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:17Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:18.518938 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79372f12-3c55-446d-9bb3-aeead0209a96 None None] The sync data for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi is: [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:17Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:34:18.601492 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.db_base_plugin_common [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Allocated IP 172.20.0.2 (a95d23d6-cdba-4912-ad68-3486b9f23fa2/d255e943-6b63-4605-adfd-799ef690659e/67273b37-7170-4594-ae7c-1edb8ab76491) {{(pid=92320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:34:18.722402 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:18.800702 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-343620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61489'] for router, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:18.883542 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Notify callbacks [] for port, precommit_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:18.899682 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Transition to ACTIVE for port object 67273b37-7170-4594-ae7c-1edb8ab76491 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:34:18.929863 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Transition to ACTIVE for port object 67273b37-7170-4594-ae7c-1edb8ab76491 will not be triggered until provisioned by entity DHCP. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:34:19.008096 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:19.009573 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:19.009573 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:34:19.009573 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:34:19.009573 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:34:19.009573 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:19.009573 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:34:19.050383 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Network a95d23d6-cdba-4912-ad68-3486b9f23fa2 is already hosted by enough agents. {{(pid=92320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:34:19.055146 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.base_scheduler [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Resources bound (agent type, host, resource id):  {{(pid=92320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:34:19.063849 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Received port after_create {{(pid=92320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:34:19.084609 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94318ed9-c014-4874-b083-1e8a4253e45c req-484a61e6-5741-4eef-8e44-b017fea9fca2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:19.094542 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-94318ed9-c014-4874-b083-1e8a4253e45c req-484a61e6-5741-4eef-8e44-b017fea9fca2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 943 time: 0.1124723
Jun 08 18:34:19.164443 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-94318ed9-c014-4874-b083-1e8a4253e45c req-54d4578e-f1dc-4168-9949-d8985e6ab637 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681577
Jun 08 18:34:19.248006 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Attempting to bind port 67273b37-7170-4594-ae7c-1edb8ab76491 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:34:19.248405 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Attempting to bind port 67273b37-7170-4594-ae7c-1edb8ab76491 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '749d388b-ff63-4bf6-a9c4-a844f552def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:34:19.248787 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Attempting to bind port 67273b37-7170-4594-ae7c-1edb8ab76491 on network a95d23d6-cdba-4912-ad68-3486b9f23fa2 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:34:19.255394 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:34:19.256492 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Checking segment: {'id': '749d388b-ff63-4bf6-a9c4-a844f552def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:34:19.257224 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:19.257641 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Bound using segment: {'id': '749d388b-ff63-4bf6-a9c4-a844f552def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:34:19.258155 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Bound port: 67273b37-7170-4594-ae7c-1edb8ab76491, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749d388b-ff63-4bf6-a9c4-a844f552def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:34:19.258551 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:19.388882 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] For port 67273b37-7170-4594-ae7c-1edb8ab76491, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:34:19.392946 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] For port 67273b37-7170-4594-ae7c-1edb8ab76491, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=67273b37-7170-4594-ae7c-1edb8ab76491,segment=NetworkSegment(749d388b-ff63-4bf6-a9c4-a844f552def3),segment_id=749d388b-ff63-4bf6-a9c4-a844f552def3)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:34:19.414156 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37436) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:19.433966 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-cd1655f4-c017-4b9f-a37b-b208978b18b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:19.562604 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:19.567996 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-50cc7a32-635a-43ab-995e-5c844cca272f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:19.585335 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-cd1655f4-c017-4b9f-a37b-b208978b18b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:19.610426 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:19.644766 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:19.710034 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Pushing event updated for resources: {'Port': ['ID=67273b37-7170-4594-ae7c-1edb8ab76491,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:19.716095 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:19.738827 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-cd1655f4-c017-4b9f-a37b-b208978b18b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:19.751026 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b0c2649f-fc8d-4ccd-a7d7-d4776a703a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:19.826554 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Allocated IP 172.27.1.196 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/83b0efcf-9ece-43a5-819c-97e01cd97081) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:34:19.842338 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1655f4-c017-4b9f-a37b-b208978b18b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d3f6a1-ba3e-415e-b127-fd06db7fe56c,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:19.847842 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-cd1655f4-c017-4b9f-a37b-b208978b18b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:19.853707 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-cd1655f4-c017-4b9f-a37b-b208978b18b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d88e23f083db470399df0fb82a20f1ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4372518
Jun 08 18:34:19.855299 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37438) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:19.937431 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0eedcbcc-fe4a-41d4-ab00-ed2c3763ad5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:20.030105 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0eedcbcc-fe4a-41d4-ab00-ed2c3763ad5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:20.119526 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 2f249eea-b60b-4272-9353-63bc42bdb0e2 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:20.208499 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0eedcbcc-fe4a-41d4-ab00-ed2c3763ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:20.211499 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0eedcbcc-fe4a-41d4-ab00-ed2c3763ad5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:20.212959 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-0eedcbcc-fe4a-41d4-ab00-ed2c3763ad5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6d3f6a1-ba3e-415e-b127-fd06db7fe56c HTTP/1.1" status: 204  len: 168 time: 0.3561535
Jun 08 18:34:20.214089 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-103a5586-d3e0-41a3-acb3-fd0eb16734c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:20.246952 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedcbcc-fe4a-41d4-ab00-ed2c3763ad5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d3f6a1-ba3e-415e-b127-fd06db7fe56c,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:20.253624 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0eedcbcc-fe4a-41d4-ab00-ed2c3763ad5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:20.267135 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:20.305177 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 2f249eea-b60b-4272-9353-63bc42bdb0e2 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:20.316213 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 2f249eea-b60b-4272-9353-63bc42bdb0e2 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:20.316852 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:20.448169 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:20.449147 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:20.449147 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:34:20.449147 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:34:20.449147 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:34:20.449147 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:20.449147 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:34:20.460579 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea804edb-dde7-433c-ba54-caf3898c5cf5 req-6a092702-1817-4be2-8d0b-ee03dd55c8bd tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:20.462321 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea804edb-dde7-433c-ba54-caf3898c5cf5 req-6a092702-1817-4be2-8d0b-ee03dd55c8bd tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 943 time: 0.1226168
Jun 08 18:34:20.470894 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:34:20.474373 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:34:20.481981 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:34:20.507642 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:20.566042 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 2f249eea-b60b-4272-9353-63bc42bdb0e2, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=2f249eea-b60b-4272-9353-63bc42bdb0e2,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:34:20.637327 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:20.638406 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea804edb-dde7-433c-ba54-caf3898c5cf5 req-52a01924-393d-4459-8b7e-4046f97bcf92 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1658852
Jun 08 18:34:20.641508 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-4d88fc1e-14e2-45d4-a806-e4c15563e406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:20.737636 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=2f249eea-b60b-4272-9353-63bc42bdb0e2,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:20.747623 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:20.926474 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:34:21.045701 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15318cbf-336d-4f51-9b67-baef2fbefe72 None None] Network a95d23d6-cdba-4912-ad68-3486b9f23fa2 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:34:21.151109 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:21.199779 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:34:21.249643 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'port_id': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e', 'mac_address': 'fa:16:3e:9d:ce:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:34:21.259940 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-d05a5330-dbbf-4537-ad7d-e27b1b6a8965 None None] Provisioning for port 67273b37-7170-4594-ae7c-1edb8ab76491 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:21.336470 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:21.392375 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:34:21.413083 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:34:21.554964 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:21.554964 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-b4440dff-adf3-40b3-afed-cba6d362e8a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:21.556336 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-343629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337077'] for router, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:21.627699 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:21.640813 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:21.969285 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb68d11-3a54-4eac-af79-21c1bb52629e req-32bce343-f3c0-4b29-a846-11fbf6ad78df tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:21.977189 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5cb68d11-3a54-4eac-af79-21c1bb52629e req-32bce343-f3c0-4b29-a846-11fbf6ad78df tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 944 time: 0.1465654
Jun 08 18:34:22.022415 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5cb68d11-3a54-4eac-af79-21c1bb52629e req-da0a40a6-e75c-49a6-96cc-79635d3191df tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443497
Jun 08 18:34:22.029828 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Router c2200aa2-2656-41a7-974e-ccdc81f48e60 is scheduled to L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf with binding_index 1 {{(pid=92319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 18:34:22.111052 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 2f249eea-b60b-4272-9353-63bc42bdb0e2 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:22.231235 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:34:22.236397 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 2f249eea-b60b-4272-9353-63bc42bdb0e2 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:22.237068 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:22.262587 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Sync routers for ids ['c2200aa2-2656-41a7-974e-ccdc81f48e60'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:34:22.291500 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Routers {'c2200aa2-2656-41a7-974e-ccdc81f48e60'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:34:22.291774 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc750e190>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:34:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['c2200aa2-2656-41a7-974e-ccdc81f48e60'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:22.338810 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] Notify callbacks [] for router, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:22.350100 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-47bba9ff-e652-4c31-b72c-a7bcc24e3054 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.2995384
Jun 08 18:34:22.350382 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37504) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:22.535002 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 67273b37-7170-4594-ae7c-1edb8ab76491 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:22.566243 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Set router c2200aa2-2656-41a7-974e-ccdc81f48e60 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:34:22.951525 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 67273b37-7170-4594-ae7c-1edb8ab76491 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:22.962885 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 67273b37-7170-4594-ae7c-1edb8ab76491 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:22.963289 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:23.008934 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc750e190>, [{'id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'name': 'tempest-TestVolumeBootPattern-1283531537-router', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:18Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 3, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'gw_port': {'id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:19Z', 'updated_at': '2021-06-08T18:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:23.023765 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Checking router: c2200aa2-2656-41a7-974e-ccdc81f48e60 for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:34:23.024131 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Updating router c2200aa2-2656-41a7-974e-ccdc81f48e60 port 83b0efcf-9ece-43a5-819c-97e01cd97081 binding host dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:34:23.098615 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:23.185883 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['2b25456d-5dc0-4ab1-a950-4b64d80d6d7e'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:34:23.243994 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:23.287719 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:23.308647 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 67273b37-7170-4594-ae7c-1edb8ab76491, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=67273b37-7170-4594-ae7c-1edb8ab76491,segment=NetworkSegment(749d388b-ff63-4bf6-a9c4-a844f552def3),segment_id=749d388b-ff63-4bf6-a9c4-a844f552def3)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:34:23.395785 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:23.396090 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306e059-b787-4827-ac34-ae613edbc84f req-af44750e-1de0-416c-a18b-56874a19845d tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:23.397639 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f306e059-b787-4827-ac34-ae613edbc84f req-af44750e-1de0-416c-a18b-56874a19845d tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 944 time: 0.2007687
Jun 08 18:34:23.406681 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:23.506563 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f306e059-b787-4827-ac34-ae613edbc84f req-178c7c71-e647-4881-b6cf-f19465e2e84d tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714486
Jun 08 18:34:23.599762 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Allocated IP 172.20.0.1 (a95d23d6-cdba-4912-ad68-3486b9f23fa2/d255e943-6b63-4605-adfd-799ef690659e/dff23129-be5a-4280-950e-7e2dcded327c) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:34:23.623234 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=67273b37-7170-4594-ae7c-1edb8ab76491,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:23.645026 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:23.776655 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:23.799753 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Notify callbacks [] for port, precommit_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:23.802778 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Transition to ACTIVE for port object dff23129-be5a-4280-950e-7e2dcded327c will not be triggered until provisioned by entity DHCP. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:34:23.814366 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Transition to ACTIVE for port object 83b0efcf-9ece-43a5-819c-97e01cd97081 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:34:23.916590 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:23.921686 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:23.935140 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:23.935140 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:23.935140 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:34:23.935140 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:34:23.935140 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:34:23.935140 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:34:23.935140 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:34:23.957763 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Network a95d23d6-cdba-4912-ad68-3486b9f23fa2 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:34:23.959459 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:34:23.963647 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:34:24.014296 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 67273b37-7170-4594-ae7c-1edb8ab76491 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:24.060559 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380899'] for router_interface, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:24.066361 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Attempting to bind port 83b0efcf-9ece-43a5-819c-97e01cd97081 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:34:24.067048 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Attempting to bind port 83b0efcf-9ece-43a5-819c-97e01cd97081 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:34:24.067675 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Attempting to bind port 83b0efcf-9ece-43a5-819c-97e01cd97081 on network a06ee958-817b-4651-8f1f-374b575e10a7 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:34:24.079308 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:34:24.080019 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Checking segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:34:24.081151 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:24.081541 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Bound using segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:34:24.082046 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Bound port: 83b0efcf-9ece-43a5-819c-97e01cd97081, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:34:24.082437 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:24.141744 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdb1fb-67c5-449d-8fac-c0fc02266245 None None] Pushing event updated for resources: {'Port': ['ID=83b0efcf-9ece-43a5-819c-97e01cd97081,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:24.146053 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-3cbdb1fb-67c5-449d-8fac-c0fc02266245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:24.193078 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] For port 83b0efcf-9ece-43a5-819c-97e01cd97081, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:34:24.199925 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] For port 83b0efcf-9ece-43a5-819c-97e01cd97081, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=83b0efcf-9ece-43a5-819c-97e01cd97081,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:34:24.203737 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 67273b37-7170-4594-ae7c-1edb8ab76491 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:24.204128 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:24.327061 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:24.333763 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-88430193-695c-4add-9b56-8816444e7461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:24.374501 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-c2fada97-08ae-43cb-b6a5-35f52edac0b9 None None] Provisioning for port dff23129-be5a-4280-950e-7e2dcded327c completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:24.416742 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-c2fada97-08ae-43cb-b6a5-35f52edac0b9 None None] Provisioning complete for port dff23129-be5a-4280-950e-7e2dcded327c triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:24.416742 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-c2fada97-08ae-43cb-b6a5-35f52edac0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:24.478626 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Routers {'c2200aa2-2656-41a7-974e-ccdc81f48e60'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:34:24.479296 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc750e190>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:34:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['c2200aa2-2656-41a7-974e-ccdc81f48e60'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:24.547368 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdb1fb-67c5-449d-8fac-c0fc02266245 None None] Pushing event updated for resources: {'Port': ['ID=83b0efcf-9ece-43a5-819c-97e01cd97081,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:24.556621 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-3cbdb1fb-67c5-449d-8fac-c0fc02266245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:24.566079 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-c2fada97-08ae-43cb-b6a5-35f52edac0b9 None None] Port dff23129-be5a-4280-950e-7e2dcded327c cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:34:24.576541 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:24.690352 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] Set router c2200aa2-2656-41a7-974e-ccdc81f48e60 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:34:24.803924 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:24.864967 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389d56e-6914-4959-bb34-54a008b6e566 req-1149f7fe-0cb6-49cc-842b-e11fd8e9a22a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:24.865950 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9389d56e-6914-4959-bb34-54a008b6e566 req-1149f7fe-0cb6-49cc-842b-e11fd8e9a22a tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 944 time: 0.2179155
Jun 08 18:34:24.954655 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9389d56e-6914-4959-bb34-54a008b6e566 req-60da6d72-f8bf-4e4f-93b2-94525ae5721e tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794423
Jun 08 18:34:24.985967 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:25.075454 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:25.104705 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:25.118975 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:25.120632 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:25.121044 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:25.192710 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Pushing event updated for resources: {'Port': ['ID=dff23129-be5a-4280-950e-7e2dcded327c,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:25.195255 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380706'] for router_interface, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:25.199256 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:25.261616 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc750e190>, [{'id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'name': 'tempest-TestVolumeBootPattern-1283531537-router', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:18Z', 'updated_at': '2021-06-08T18:34:24Z', 'revision_number': 4, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'gw_port': {'id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:19Z', 'updated_at': '2021-06-08T18:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'dff23129-be5a-4280-950e-7e2dcded327c', 'name': '', 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'mac_address': 'fa:16:3e:4c:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd255e943-6b63-4605-adfd-799ef690659e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:23Z', 'updated_at': '2021-06-08T18:34:23Z', 'revision_number': 1, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'subnets': [{'id': 'd255e943-6b63-4605-adfd-799ef690659e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:25.272154 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b8a13c-1811-4395-a285-04e190ff2179 None None] The sync data for ids ['c2200aa2-2656-41a7-974e-ccdc81f48e60'] in dv-cinder-789564-4-iscsi is: [{'id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'name': 'tempest-TestVolumeBootPattern-1283531537-router', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:18Z', 'updated_at': '2021-06-08T18:34:24Z', 'revision_number': 4, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'gw_port': {'id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:19Z', 'updated_at': '2021-06-08T18:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'dff23129-be5a-4280-950e-7e2dcded327c', 'name': '', 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'mac_address': 'fa:16:3e:4c:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd255e943-6b63-4605-adfd-799ef690659e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:23Z', 'updated_at': '2021-06-08T18:34:23Z', 'revision_number': 1, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'subnets': [{'id': 'd255e943-6b63-4605-adfd-799ef690659e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:34:25.281630 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:25.327910 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:34:25.333907 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4e3c80-08b8-46c5-9ade-f8be792a0409" -d '{"events": [{"server_uuid": "03475371-bfe5-484a-8cdf-0610fe3985fb", "name": "network-vif-plugged", "status": "completed", "tag": "2b25456d-5dc0-4ab1-a950-4b64d80d6d7e"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:34:25.348641 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:34:25.364005 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Network a95d23d6-cdba-4912-ad68-3486b9f23fa2 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:34:25.365262 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:34:25.454369 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:25.458560 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:25.701732 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:25.707117 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:25.782485 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a72416-c130-49b5-8a00-8ce784d95f67 x-openstack-request-id: req-64a72416-c130-49b5-8a00-8ce784d95f67 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:34:25.782867 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03475371-bfe5-484a-8cdf-0610fe3985fb", "name": "network-vif-plugged", "status": "completed", "tag": "2b25456d-5dc0-4ab1-a950-4b64d80d6d7e", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:34:25.783226 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64a72416-c130-49b5-8a00-8ce784d95f67 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:34:25.783792 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e', 'code': 200}
Jun 08 18:34:25.794473 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Router c2200aa2-2656-41a7-974e-ccdc81f48e60 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:34:25.808328 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-9196bb5b-fe90-4bb4-8986-0eea03134cb3 None None] Provisioning complete for port dff23129-be5a-4280-950e-7e2dcded327c triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:25.808709 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-9196bb5b-fe90-4bb4-8986-0eea03134cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:25.895453 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-9196bb5b-fe90-4bb4-8986-0eea03134cb3 None None] Port dff23129-be5a-4280-950e-7e2dcded327c cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:34:26.045581 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:34:26.051516 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-edaa2433-c681-4d91-82c3-e1efd94f7f57 admin admin] 10.222.0.20 "PUT /v2.0/routers/c2200aa2-2656-41a7-974e-ccdc81f48e60/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7065208
Jun 08 18:34:26.373761 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82ba9a-c2d2-4b4e-bd46-6696be00b5fe req-c7a50925-171b-47b4-a89c-61d7f2be6b31 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:26.376486 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ed82ba9a-c2d2-4b4e-bd46-6696be00b5fe req-c7a50925-171b-47b4-a89c-61d7f2be6b31 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 945 time: 0.2479610
Jun 08 18:34:26.392920 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eba800-7f13-4f19-a0f0-8a719b88a5cc req-66b1306b-f84d-45cc-ac31-a28aaa452f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:26.394835 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-77eba800-7f13-4f19-a0f0-8a719b88a5cc req-66b1306b-f84d-45cc-ac31-a28aaa452f71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 1098 time: 0.2314687
Jun 08 18:34:26.444318 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ed82ba9a-c2d2-4b4e-bd46-6696be00b5fe req-a771eefd-6539-4350-b6fc-d4e4ea380a6c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613852
Jun 08 18:34:26.450064 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-77eba800-7f13-4f19-a0f0-8a719b88a5cc req-d2890978-f92a-49a2-8342-9867b4e15119 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479069
Jun 08 18:34:26.942498 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37582) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:26.947992 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-da7a1b30-8c40-48bb-89c1-e48d44e2d640 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133633133', 'description': 'tempest-secgroup-smoke-2133633133 description', 'project_id': '0442dcdf75f942629f042f3bce5f08eb'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:27.127891 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-da7a1b30-8c40-48bb-89c1-e48d44e2d640 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:27.250086 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-da7a1b30-8c40-48bb-89c1-e48d44e2d640 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:27.327282 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-da7a1b30-8c40-48bb-89c1-e48d44e2d640 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:27.332489 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b0fb3402-9dd9-4a49-afe1-302e96186b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:27.371387 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a1b30-8c40-48bb-89c1-e48d44e2d640 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb17e861-1cd2-4505-a23f-1be6f274540b,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:27.374177 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-da7a1b30-8c40-48bb-89c1-e48d44e2d640 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:27.436025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-da7a1b30-8c40-48bb-89c1-e48d44e2d640 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:27.437969 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-da7a1b30-8c40-48bb-89c1-e48d44e2d640 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4938321
Jun 08 18:34:27.441319 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37586) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:27.448360 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-3262a167-fffd-4e69-99a3-0e923587bacb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'security_group_rule': {'security_group_id': 'eb17e861-1cd2-4505-a23f-1be6f274540b', 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:27.616112 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3262a167-fffd-4e69-99a3-0e923587bacb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:27.712061 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3262a167-fffd-4e69-99a3-0e923587bacb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:27.725273 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c455e02-ac04-457e-9d4f-9baa7615a041 req-afc83b11-5eeb-45b0-8b5b-b73524da809b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:27.727134 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1c455e02-ac04-457e-9d4f-9baa7615a041 req-afc83b11-5eeb-45b0-8b5b-b73524da809b tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 945 time: 0.1455607
Jun 08 18:34:27.778052 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1c455e02-ac04-457e-9d4f-9baa7615a041 req-9f4c5f48-c400-4ca4-9cbb-8ace3affac5c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452433
Jun 08 18:34:27.784917 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3262a167-fffd-4e69-99a3-0e923587bacb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:27.786996 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:27.810315 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262a167-fffd-4e69-99a3-0e923587bacb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f705948-2871-4bb5-a7ad-53f76fbf1d0e,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:27.814662 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-3262a167-fffd-4e69-99a3-0e923587bacb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:27.884376 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Sync routers for ids ['c2200aa2-2656-41a7-974e-ccdc81f48e60'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:34:27.895433 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Routers {'c2200aa2-2656-41a7-974e-ccdc81f48e60'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:34:27.896114 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0e49d0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:34:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['c2200aa2-2656-41a7-974e-ccdc81f48e60'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:27.898455 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3262a167-fffd-4e69-99a3-0e923587bacb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:27.902439 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-3262a167-fffd-4e69-99a3-0e923587bacb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4574299
Jun 08 18:34:27.902868 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37598) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:27.907627 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-38a8e42a-f990-4b84-aad3-f700bbf94c3c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'security_group_rule': {'security_group_id': 'eb17e861-1cd2-4505-a23f-1be6f274540b', 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:28.021130 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 83b0efcf-9ece-43a5-819c-97e01cd97081 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:28.043303 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38a8e42a-f990-4b84-aad3-f700bbf94c3c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:28.118148 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Set router c2200aa2-2656-41a7-974e-ccdc81f48e60 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:34:28.121631 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38a8e42a-f990-4b84-aad3-f700bbf94c3c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:28.184313 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 83b0efcf-9ece-43a5-819c-97e01cd97081 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:28.189197 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 83b0efcf-9ece-43a5-819c-97e01cd97081 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:28.195092 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:28.241098 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38a8e42a-f990-4b84-aad3-f700bbf94c3c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:28.243652 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-518b86d6-0a4f-484b-94fb-b347a9e351ea tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:28.276431 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8e42a-f990-4b84-aad3-f700bbf94c3c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178b1034-39dc-4651-9011-e2c6574a4178,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:28.286771 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-38a8e42a-f990-4b84-aad3-f700bbf94c3c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:28.333914 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38a8e42a-f990-4b84-aad3-f700bbf94c3c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:28.335953 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-38a8e42a-f990-4b84-aad3-f700bbf94c3c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4316623
Jun 08 18:34:28.336427 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:28.338333 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37604) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:28.343842 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-64f0d392-a31d-4cea-b396-d29338e9f32a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'security_group_rule': {'security_group_id': 'eb17e861-1cd2-4505-a23f-1be6f274540b', 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:28.366395 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 83b0efcf-9ece-43a5-819c-97e01cd97081, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=83b0efcf-9ece-43a5-819c-97e01cd97081,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:34:28.435339 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:28.437770 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-3cbdb1fb-67c5-449d-8fac-c0fc02266245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:28.471662 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-64f0d392-a31d-4cea-b396-d29338e9f32a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:28.483905 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0e49d0>, [{'id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'name': 'tempest-TestVolumeBootPattern-1283531537-router', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:18Z', 'updated_at': '2021-06-08T18:34:24Z', 'revision_number': 4, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'gw_port': {'id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:19Z', 'updated_at': '2021-06-08T18:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'dff23129-be5a-4280-950e-7e2dcded327c', 'name': '', 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'mac_address': 'fa:16:3e:4c:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd255e943-6b63-4605-adfd-799ef690659e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:23Z', 'updated_at': '2021-06-08T18:34:24Z', 'revision_number': 2, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'subnets': [{'id': 'd255e943-6b63-4605-adfd-799ef690659e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:28.489542 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Checking router: c2200aa2-2656-41a7-974e-ccdc81f48e60 for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:34:28.490211 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Updating router c2200aa2-2656-41a7-974e-ccdc81f48e60 port dff23129-be5a-4280-950e-7e2dcded327c binding host dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:34:28.547874 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=83b0efcf-9ece-43a5-819c-97e01cd97081,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:28.551793 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:28.570032 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:28.571800 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-64f0d392-a31d-4cea-b396-d29338e9f32a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:28.670507 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-64f0d392-a31d-4cea-b396-d29338e9f32a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:28.673881 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c16aeab7-1373-4843-ac12-772b17a5afab tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:28.701394 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0d392-a31d-4cea-b396-d29338e9f32a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba790c69-ea6d-4fdb-b8f7-b37f3e217df0,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:28.704133 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-64f0d392-a31d-4cea-b396-d29338e9f32a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:28.789849 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-64f0d392-a31d-4cea-b396-d29338e9f32a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:28.791090 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-64f0d392-a31d-4cea-b396-d29338e9f32a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4516761
Jun 08 18:34:28.793817 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37608) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:28.798432 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-bc03ba4b-5209-4e51-9bfb-4e03594bb8a9 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'security_group_rule': {'security_group_id': 'eb17e861-1cd2-4505-a23f-1be6f274540b', 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:28.970130 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bc03ba4b-5209-4e51-9bfb-4e03594bb8a9 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.011696 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Notify callbacks [] for port, precommit_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.024623 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.provisioning_blocks [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Transition to ACTIVE for port object dff23129-be5a-4280-950e-7e2dcded327c will not be triggered until provisioned by entity L2. {{(pid=92321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:34:29.064186 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f02a1d-ee0f-403b-9329-3f5fd4ea38c5 req-bfb23d37-c54d-497a-9340-1e9c4d4d6bc7 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:29.066284 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-69f02a1d-ee0f-403b-9329-3f5fd4ea38c5 req-bfb23d37-c54d-497a-9340-1e9c4d4d6bc7 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 945 time: 0.1587768
Jun 08 18:34:29.068115 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bc03ba4b-5209-4e51-9bfb-4e03594bb8a9 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.117457 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-69f02a1d-ee0f-403b-9329-3f5fd4ea38c5 req-1890a467-9a32-435d-8241-a01a7dc82a3c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451567
Jun 08 18:34:29.127306 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.132544 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:29.178401 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bc03ba4b-5209-4e51-9bfb-4e03594bb8a9 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.195654 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d5eb1857-c157-4af1-9db1-c864497a8c78 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:29.220222 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03ba4b-5209-4e51-9bfb-4e03594bb8a9 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c82f941-c4f4-4437-8fa4-33ea7d615bef,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:29.224970 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-bc03ba4b-5209-4e51-9bfb-4e03594bb8a9 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:29.281798 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bc03ba4b-5209-4e51-9bfb-4e03594bb8a9 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.287285 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-bc03ba4b-5209-4e51-9bfb-4e03594bb8a9 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4921556
Jun 08 18:34:29.288364 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37616) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:29.295477 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-cb5be232-4ce2-4e29-8db5-9b2a3f6c253f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'security_group_rule': {'security_group_id': 'eb17e861-1cd2-4505-a23f-1be6f274540b', 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:29.337687 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9d7dc-ef97-4d82-ae36-aa461591134c None None] Pushing event updated for resources: {'Port': ['ID=dff23129-be5a-4280-950e-7e2dcded327c,revision_number=3']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:29.351796 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-3de9d7dc-ef97-4d82-ae36-aa461591134c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:29.367345 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.securitygroups_db [None req-cb5be232-4ce2-4e29-8db5-9b2a3f6c253f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Project 0442dcdf75f942629f042f3bce5f08eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 08 18:34:29.377296 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cb5be232-4ce2-4e29-8db5-9b2a3f6c253f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.378743 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Attempting to bind port dff23129-be5a-4280-950e-7e2dcded327c on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:34:29.379055 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Attempting to bind port dff23129-be5a-4280-950e-7e2dcded327c by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '749d388b-ff63-4bf6-a9c4-a844f552def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2'}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:34:29.379426 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Attempting to bind port dff23129-be5a-4280-950e-7e2dcded327c on network a95d23d6-cdba-4912-ad68-3486b9f23fa2 {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:34:29.385672 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:34:29.386332 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Checking segment: {'id': '749d388b-ff63-4bf6-a9c4-a844f552def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:34:29.386953 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.387514 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Bound using segment: {'id': '749d388b-ff63-4bf6-a9c4-a844f552def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2'} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:34:29.388194 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Bound port: dff23129-be5a-4280-950e-7e2dcded327c, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749d388b-ff63-4bf6-a9c4-a844f552def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2'}}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:34:29.388825 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.456468 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80583c-a362-4006-908e-4f200cb450f0 req-4217834a-6aec-4472-8b51-e58b7c0692aa tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:29.464324 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6c80583c-a362-4006-908e-4f200cb450f0 req-4217834a-6aec-4472-8b51-e58b7c0692aa tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 945 time: 0.2336402
Jun 08 18:34:29.475150 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 37620) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:29.481420 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-1a297c82-152b-4d7d-ac23-55277f4dfaf5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Request body: {'floatingip': {'port_id': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:29.486484 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cb5be232-4ce2-4e29-8db5-9b2a3f6c253f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.537422 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] For port dff23129-be5a-4280-950e-7e2dcded327c, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:34:29.543155 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] For port dff23129-be5a-4280-950e-7e2dcded327c, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=dff23129-be5a-4280-950e-7e2dcded327c,segment=NetworkSegment(749d388b-ff63-4bf6-a9c4-a844f552def3),segment_id=749d388b-ff63-4bf6-a9c4-a844f552def3)] {{(pid=92321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:34:29.562992 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cb5be232-4ce2-4e29-8db5-9b2a3f6c253f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.570297 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:29.581564 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1a297c82-152b-4d7d-ac23-55277f4dfaf5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.604552 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5be232-4ce2-4e29-8db5-9b2a3f6c253f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48dd667a-7ed2-4735-8dfd-a1d293905f38,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:29.608352 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cb5be232-4ce2-4e29-8db5-9b2a3f6c253f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:29.624723 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.629344 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-f87fda4b-f2bb-4516-b091-1840d42c552d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:29.704962 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cb5be232-4ce2-4e29-8db5-9b2a3f6c253f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.706668 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-cb5be232-4ce2-4e29-8db5-9b2a3f6c253f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4170349
Jun 08 18:34:29.710028 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 37626) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:34:29.723275 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-9d5dbbf7-56c5-4af7-9e7c-511ede8c5494 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'security_group_rule': {'security_group_id': 'eb17e861-1cd2-4505-a23f-1be6f274540b', 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:34:29.731305 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Routers {'c2200aa2-2656-41a7-974e-ccdc81f48e60'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:34:29.731979 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0e49d0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:34:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['c2200aa2-2656-41a7-974e-ccdc81f48e60'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:29.814431 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9d7dc-ef97-4d82-ae36-aa461591134c None None] Pushing event updated for resources: {'Port': ['ID=dff23129-be5a-4280-950e-7e2dcded327c,revision_number=4']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:29.825667 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-3de9d7dc-ef97-4d82-ae36-aa461591134c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:29.844303 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.securitygroups_db [None req-9d5dbbf7-56c5-4af7-9e7c-511ede8c5494 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Project 0442dcdf75f942629f042f3bce5f08eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 08 18:34:29.854190 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbbf7-56c5-4af7-9e7c-511ede8c5494 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:29.980932 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbbf7-56c5-4af7-9e7c-511ede8c5494 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:30.023727 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] Set router c2200aa2-2656-41a7-974e-ccdc81f48e60 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:34:30.058777 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbbf7-56c5-4af7-9e7c-511ede8c5494 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:30.061713 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:30.087440 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 83b0efcf-9ece-43a5-819c-97e01cd97081 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:30.116316 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dbbf7-56c5-4af7-9e7c-511ede8c5494 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15816d30-c5a0-4de7-9378-7d0aa20456bc,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:30.131365 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-9d5dbbf7-56c5-4af7-9e7c-511ede8c5494 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:30.204294 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 83b0efcf-9ece-43a5-819c-97e01cd97081 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:30.205199 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:30.223883 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbbf7-56c5-4af7-9e7c-511ede8c5494 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:30.231994 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-9d5dbbf7-56c5-4af7-9e7c-511ede8c5494 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5211384
Jun 08 18:34:30.387638 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device dff23129-be5a-4280-950e-7e2dcded327c up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:30.453912 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ffa9a-ffa0-4f89-9a3a-ea542ba0406f req-f2ff5af4-6e75-4ccd-9691-bac8b867e6fa tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:30.454625 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0e49d0>, [{'id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'name': 'tempest-TestVolumeBootPattern-1283531537-router', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:18Z', 'updated_at': '2021-06-08T18:34:24Z', 'revision_number': 4, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'gw_port': {'id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:19Z', 'updated_at': '2021-06-08T18:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'dff23129-be5a-4280-950e-7e2dcded327c', 'name': '', 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'mac_address': 'fa:16:3e:4c:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd255e943-6b63-4605-adfd-799ef690659e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:23Z', 'updated_at': '2021-06-08T18:34:29Z', 'revision_number': 4, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'subnets': [{'id': 'd255e943-6b63-4605-adfd-799ef690659e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:30.457003 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-427ffa9a-ffa0-4f89-9a3a-ea542ba0406f req-f2ff5af4-6e75-4ccd-9691-bac8b867e6fa tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 945 time: 0.1622634
Jun 08 18:34:30.460181 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123fb8b5-515b-4672-a445-17e6332b8c5d None None] The sync data for ids ['c2200aa2-2656-41a7-974e-ccdc81f48e60'] in dv-cinder-789564-4-iscsi is: [{'id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'name': 'tempest-TestVolumeBootPattern-1283531537-router', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:18Z', 'updated_at': '2021-06-08T18:34:24Z', 'revision_number': 4, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'gw_port': {'id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:19Z', 'updated_at': '2021-06-08T18:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'dff23129-be5a-4280-950e-7e2dcded327c', 'name': '', 'network_id': 'a95d23d6-cdba-4912-ad68-3486b9f23fa2', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'mac_address': 'fa:16:3e:4c:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd255e943-6b63-4605-adfd-799ef690659e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:23Z', 'updated_at': '2021-06-08T18:34:29Z', 'revision_number': 4, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'subnets': [{'id': 'd255e943-6b63-4605-adfd-799ef690659e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:34:30.572710 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port dff23129-be5a-4280-950e-7e2dcded327c completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:34:30.580194 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port dff23129-be5a-4280-950e-7e2dcded327c triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:30.580822 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:30.604199 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-427ffa9a-ffa0-4f89-9a3a-ea542ba0406f req-6f3bfa47-b6dd-4401-bc07-899a817179be tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381886
Jun 08 18:34:30.680165 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1a297c82-152b-4d7d-ac23-55277f4dfaf5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:30.722114 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:30.751095 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1a297c82-152b-4d7d-ac23-55277f4dfaf5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:30.768454 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port dff23129-be5a-4280-950e-7e2dcded327c, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=dff23129-be5a-4280-950e-7e2dcded327c,segment=NetworkSegment(749d388b-ff63-4bf6-a9c4-a844f552def3),segment_id=749d388b-ff63-4bf6-a9c4-a844f552def3)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:34:30.870196 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:30.872122 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-88430193-695c-4add-9b56-8816444e7461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:30.969101 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=dff23129-be5a-4280-950e-7e2dcded327c,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:30.973008 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:30.981894 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.l3_db [None req-1a297c82-152b-4d7d-ac23-55277f4dfaf5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Floating IP c00450ab-377a-443e-9a12-34183b94d5dd associated. External IP: 172.27.1.87, port: 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e.
Jun 08 18:34:31.047284 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-58c14325-dbcf-46c2-a159-06f1a16af2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:31.475975 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a297c82-152b-4d7d-ac23-55277f4dfaf5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Router 4e510d60-b747-4def-a36c-8b3e780c3fbf has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:34:31.669717 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a297c82-152b-4d7d-ac23-55277f4dfaf5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:34:31.675228 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1a297c82-152b-4d7d-ac23-55277f4dfaf5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:31.682342 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669ce12-c4bf-41ec-a505-061ac9a75db7 None None] Sync routers for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:34:31.696292 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669ce12-c4bf-41ec-a505-061ac9a75db7 None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:34:31.697330 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-b669ce12-c4bf-41ec-a505-061ac9a75db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc495f40>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:34:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:31.777045 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-1a297c82-152b-4d7d-ac23-55277f4dfaf5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "PUT /v2.0/floatingips/c00450ab-377a-443e-9a12-34183b94d5dd HTTP/1.1" status: 200  len: 990 time: 2.3000994
Jun 08 18:34:31.777710 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'tag': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:34:31.780075 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a1c0c4-77d6-421b-820c-34fe4847861b" -d '{"events": [{"name": "network-changed", "server_uuid": "03475371-bfe5-484a-8cdf-0610fe3985fb", "tag": "2b25456d-5dc0-4ab1-a950-4b64d80d6d7e"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:34:31.869204 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bcb54-fe6e-41e4-b885-791d3b5b4c06 req-89b9d366-ce36-41df-afa9-f0601a71fd9a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:31.875528 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-965bcb54-fe6e-41e4-b885-791d3b5b4c06 req-89b9d366-ce36-41df-afa9-f0601a71fd9a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 945 time: 0.1397417
Jun 08 18:34:31.901647 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-b669ce12-c4bf-41ec-a505-061ac9a75db7 None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:34:31.949960 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-965bcb54-fe6e-41e4-b885-791d3b5b4c06 req-771891c7-231c-422f-b62c-a39e52920ce5 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731821
Jun 08 18:34:31.998622 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17406662-69c8-4161-b89c-4fa79b0e1b1a x-openstack-request-id: req-17406662-69c8-4161-b89c-4fa79b0e1b1a {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:34:31.999002 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03475371-bfe5-484a-8cdf-0610fe3985fb", "tag": "2b25456d-5dc0-4ab1-a950-4b64d80d6d7e", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:34:32.000334 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17406662-69c8-4161-b89c-4fa79b0e1b1a {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:34:32.000795 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'tag': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e', 'status': 'completed', 'code': 200}
Jun 08 18:34:32.066651 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device dff23129-be5a-4280-950e-7e2dcded327c up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:34:32.123231 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1c0c4-77d6-421b-820c-34fe4847861b req-d33fca84-d0c1-47a3-84c3-d618e060832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:32.124876 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-44a1c0c4-77d6-421b-820c-34fe4847861b req-d33fca84-d0c1-47a3-84c3-d618e060832e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 1098 time: 0.0988030
Jun 08 18:34:32.356705 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1c0c4-77d6-421b-820c-34fe4847861b req-f9b83e55-175b-4ad8-b763-cffdf7205348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:32.360128 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-44a1c0c4-77d6-421b-820c-34fe4847861b req-f9b83e55-175b-4ad8-b763-cffdf7205348 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d87f03-3ac9-4e37-bc0e-830451025de3 HTTP/1.1" status: 200  len: 911 time: 0.2032363
Jun 08 18:34:32.371926 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a899cf-e2e5-4b29-b18a-88e9fe806a8e req-a0231ded-0480-4dd3-a74b-2f821a9cfb37 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:32.373658 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-15a899cf-e2e5-4b29-b18a-88e9fe806a8e req-a0231ded-0480-4dd3-a74b-2f821a9cfb37 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.37 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 945 time: 0.2154567
Jun 08 18:34:32.375979 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port dff23129-be5a-4280-950e-7e2dcded327c triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:34:32.376388 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:32.528129 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-44a1c0c4-77d6-421b-820c-34fe4847861b req-9e9bcbbe-a181-4458-9a23-e1978eadf31d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e HTTP/1.1" status: 200  len: 998 time: 0.1535418
Jun 08 18:34:32.606467 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-b669ce12-c4bf-41ec-a505-061ac9a75db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc495f40>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'c00450ab-377a-443e-9a12-34183b94d5dd', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'port_id': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'mac_address': 'fa:16:3e:9d:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:34:02Z', 'updated_at': '2021-06-08T18:34:30Z', 'revision_number': 1, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:57Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:32.612417 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669ce12-c4bf-41ec-a505-061ac9a75db7 None None] Checking router: 4e510d60-b747-4def-a36c-8b3e780c3fbf for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:34:32.623085 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669ce12-c4bf-41ec-a505-061ac9a75db7 None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:34:32.623782 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-b669ce12-c4bf-41ec-a505-061ac9a75db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc495f40>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:34:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:32.639000 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1c0c4-77d6-421b-820c-34fe4847861b req-4fdf40d3-c438-4f99-9558-f18763784e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:32.640425 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-44a1c0c4-77d6-421b-820c-34fe4847861b req-4fdf40d3-c438-4f99-9558-f18763784e4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adb8427b-2336-4883-8f9e-c5554904bb1a HTTP/1.1" status: 200  len: 850 time: 0.0845733
Jun 08 18:34:32.707418 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-15a899cf-e2e5-4b29-b18a-88e9fe806a8e req-79ce94bf-f04e-4d6a-bede-16e32a54192a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Deleting port 78c498f9-5745-4c0b-bbdd-4a551a9b7641 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:34:32.707688 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-15a899cf-e2e5-4b29-b18a-88e9fe806a8e req-79ce94bf-f04e-4d6a-bede-16e32a54192a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:32.818727 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1c0c4-77d6-421b-820c-34fe4847861b req-888dedc7-6245-4770-b5d6-a7eae5d67b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:32.820207 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-44a1c0c4-77d6-421b-820c-34fe4847861b req-888dedc7-6245-4770-b5d6-a7eae5d67b5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d87f03-3ac9-4e37-bc0e-830451025de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1722775
Jun 08 18:34:32.828896 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-b669ce12-c4bf-41ec-a505-061ac9a75db7 None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:34:32.934790 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-15a899cf-e2e5-4b29-b18a-88e9fe806a8e req-79ce94bf-f04e-4d6a-bede-16e32a54192a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] For port 78c498f9-5745-4c0b-bbdd-4a551a9b7641, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=78c498f9-5745-4c0b-bbdd-4a551a9b7641,segment=NetworkSegment(923eaf3f-7de6-4e7f-ba1e-346eaa467793),segment_id=923eaf3f-7de6-4e7f-ba1e-346eaa467793)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:34:32.935120 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-15a899cf-e2e5-4b29-b18a-88e9fe806a8e req-79ce94bf-f04e-4d6a-bede-16e32a54192a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:33.070236 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-15a899cf-e2e5-4b29-b18a-88e9fe806a8e req-79ce94bf-f04e-4d6a-bede-16e32a54192a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Calling delete_port for 78c498f9-5745-4c0b-bbdd-4a551a9b7641 owned by compute:nova {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:34:33.119650 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-44a1c0c4-77d6-421b-820c-34fe4847861b req-2debde14-2f5c-4bea-a1e7-82af303e98d4 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2884219
Jun 08 18:34:33.230326 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-b669ce12-c4bf-41ec-a505-061ac9a75db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc495f40>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'c00450ab-377a-443e-9a12-34183b94d5dd', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'port_id': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'mac_address': 'fa:16:3e:9d:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:34:02Z', 'updated_at': '2021-06-08T18:34:30Z', 'revision_number': 1, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:57Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:34:33.235522 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669ce12-c4bf-41ec-a505-061ac9a75db7 None None] The sync data for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi is: [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'c00450ab-377a-443e-9a12-34183b94d5dd', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'port_id': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'mac_address': 'fa:16:3e:9d:ce:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:34:02Z', 'updated_at': '2021-06-08T18:34:30Z', 'revision_number': 1, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:57Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:34:33.464424 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78607e42-2188-49e7-aa36-d59fd174a441 None None] New status for floating IP c00450ab-377a-443e-9a12-34183b94d5dd: ACTIVE {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:34:33.523264 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-44a1c0c4-77d6-421b-820c-34fe4847861b req-a956eca1-96b6-4931-9c9d-570ec55b18b8 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3957422
Jun 08 18:34:33.552202 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf1801-e918-4c6a-b513-6d47126a149f req-815c3c30-3d39-415f-96d8-6abb14acb9dc tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:33.554063 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b3bf1801-e918-4c6a-b513-6d47126a149f req-815c3c30-3d39-415f-96d8-6abb14acb9dc tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 945 time: 0.4011288
Jun 08 18:34:33.621666 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b3bf1801-e918-4c6a-b513-6d47126a149f req-d180b858-4e65-494a-a32f-aefe7b9cf589 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/security-groups?id=927ed162-fa46-43b5-82a1-c838405fab12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565677
Jun 08 18:34:33.647989 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-15a899cf-e2e5-4b29-b18a-88e9fe806a8e req-79ce94bf-f04e-4d6a-bede-16e32a54192a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:33.668785 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:34:33.746866 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce94bf-f04e-4d6a-bede-16e32a54192a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Pushing event deleted for resources: {'Port': ['ID=78c498f9-5745-4c0b-bbdd-4a551a9b7641,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:34:33.755237 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:33.776568 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-79ce94bf-f04e-4d6a-bede-16e32a54192a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:34:33.788062 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a899cf-e2e5-4b29-b18a-88e9fe806a8e req-79ce94bf-f04e-4d6a-bede-16e32a54192a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] No DVR routers for this DVR port 78c498f9-5745-4c0b-bbdd-4a551a9b7641 on host hv-cinder-78956 {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:34:33.790392 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-15a899cf-e2e5-4b29-b18a-88e9fe806a8e req-79ce94bf-f04e-4d6a-bede-16e32a54192a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:33.792441 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-15a899cf-e2e5-4b29-b18a-88e9fe806a8e req-79ce94bf-f04e-4d6a-bede-16e32a54192a tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.37 "DELETE /v2.0/ports/78c498f9-5745-4c0b-bbdd-4a551a9b7641 HTTP/1.1" status: 204  len: 173 time: 1.3648658
Jun 08 18:34:33.944377 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c42-1461-49d8-9f91-613ce56eab6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:34.002539 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3a3347-6afb-4a59-94d1-aa003dd6cf82', 'name': 'network-vif-deleted', 'tag': '78c498f9-5745-4c0b-bbdd-4a551a9b7641'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:34:34.005543 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba82d2b-0cd1-4530-a861-7b020a95b1d5" -d '{"events": [{"server_uuid": "be3a3347-6afb-4a59-94d1-aa003dd6cf82", "name": "network-vif-deleted", "tag": "78c498f9-5745-4c0b-bbdd-4a551a9b7641"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:34:34.052511 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761e17cc-51bc-4f76-80e0-959c76562577 x-openstack-request-id: req-761e17cc-51bc-4f76-80e0-959c76562577 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:34:34.052942 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3a3347-6afb-4a59-94d1-aa003dd6cf82", "name": "network-vif-deleted", "tag": "78c498f9-5745-4c0b-bbdd-4a551a9b7641", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:34:34.053327 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-761e17cc-51bc-4f76-80e0-959c76562577 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:34:34.053828 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3a3347-6afb-4a59-94d1-aa003dd6cf82', 'name': 'network-vif-deleted', 'tag': '78c498f9-5745-4c0b-bbdd-4a551a9b7641', 'status': 'completed', 'code': 200}
Jun 08 18:34:34.813083 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7bf79115-4675-4df1-89bb-dd16aa53ac66 req-668cfe2f-3e1d-46b9-942b-44c4be9f5abc tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3a3347-6afb-4a59-94d1-aa003dd6cf82 HTTP/1.1" status: 200  len: 210 time: 0.0519404
Jun 08 18:34:34.827083 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 78c498f9-5745-4c0b-bbdd-4a551a9b7641 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:34:34.871882 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: 78c498f9-5745-4c0b-bbdd-4a551a9b7641 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:34:34.872233 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 78c498f9-5745-4c0b-bbdd-4a551a9b7641 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:34:34.938692 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:36.915431 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:45.226375 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e4acaa13-1eeb-40e9-a5d2-dde68a7dc5ae req-70f07147-c540-479b-bc45-5ca76e66dd35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765998
Jun 08 18:34:45.379669 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acaa13-1eeb-40e9-a5d2-dde68a7dc5ae req-91610c9a-af73-472d-9edc-a6da7d9e8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:45.381182 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e4acaa13-1eeb-40e9-a5d2-dde68a7dc5ae req-91610c9a-af73-472d-9edc-a6da7d9e8c83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef2eca637095424897aaebca4915ebea&device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 1098 time: 0.0780442
Jun 08 18:34:45.544436 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acaa13-1eeb-40e9-a5d2-dde68a7dc5ae req-a74fbc06-ff45-4df7-a7df-f251b2510f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:45.545912 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e4acaa13-1eeb-40e9-a5d2-dde68a7dc5ae req-a74fbc06-ff45-4df7-a7df-f251b2510f6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2 HTTP/1.1" status: 200  len: 908 time: 0.1358285
Jun 08 18:34:45.669559 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e4acaa13-1eeb-40e9-a5d2-dde68a7dc5ae req-c30b9fb0-8d71-4008-bd33-32bfe9aeb3c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=143332e6-360c-4782-a6cc-ca66709a07a5 HTTP/1.1" status: 200  len: 1000 time: 0.1164184
Jun 08 18:34:45.738234 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acaa13-1eeb-40e9-a5d2-dde68a7dc5ae req-92a03444-f263-494a-b4c5-24724a5be291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:45.739530 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e4acaa13-1eeb-40e9-a5d2-dde68a7dc5ae req-92a03444-f263-494a-b4c5-24724a5be291 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909f55c0-4a9e-46a4-ab42-4fa4fde86908 HTTP/1.1" status: 200  len: 847 time: 0.0627830
Jun 08 18:34:45.822242 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acaa13-1eeb-40e9-a5d2-dde68a7dc5ae req-7a995247-5463-4c20-b59a-06c26cc2ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:34:45.823792 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e4acaa13-1eeb-40e9-a5d2-dde68a7dc5ae req-7a995247-5463-4c20-b59a-06c26cc2ca2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774746
Jun 08 18:34:45.967786 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e4acaa13-1eeb-40e9-a5d2-dde68a7dc5ae req-a84a46da-b4f6-4d8d-ba5d-f1e3439bc640 service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345344
Jun 08 18:34:46.110028 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e4acaa13-1eeb-40e9-a5d2-dde68a7dc5ae req-8726d61c-50db-4356-8ba8-dabbb92b83c5 service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306829
Jun 08 18:34:48.561047 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:34:53.419255 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:35:01.075367 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-240e8194-09ac-4bce-b2b6-62c6162739a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:01.594742 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-57c407ee-24b8-449c-b1f2-fb88df6c88f6 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133633133&fields=id&tenant_id=0442dcdf75f942629f042f3bce5f08eb HTTP/1.1" status: 200  len: 267 time: 0.0468440
Jun 08 18:35:01.771593 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-79012225-d811-48ea-95a8-9efe8b736b59 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:01.773187 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-79012225-d811-48ea-95a8-9efe8b736b59 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 812 time: 0.1697698
Jun 08 18:35:01.797840 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-ec53c24d-51c3-4a2b-8dcd-c33043a5c5ff tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/quotas/0442dcdf75f942629f042f3bce5f08eb HTTP/1.1" status: 200  len: 375 time: 0.0137792
Jun 08 18:35:01.891725 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-8563ed9c-e09b-488f-bf88-e286787383dd tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0875168
Jun 08 18:35:02.031424 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-da1feb07-7f86-43cf-b0aa-d753af28a821 service neutron] 10.222.0.20 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277394
Jun 08 18:35:02.163971 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-e59818f3-e232-4a69-86fd-a2fe09974326 service neutron] 10.222.0.20 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262119
Jun 08 18:35:03.012537 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-90f321a7-7d65-46f2-a27f-5a9bd1f38606 req-6f6f6e5f-65f6-4e1a-bb12-812a8962f4b7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 210 time: 0.0499449
Jun 08 18:35:03.749686 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:03.927104 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-caeabb42-2a24-4b6b-9a0a-cdcc5f116fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:04.117248 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d930bd7b-fc75-4c03-85f6-a9cd88f4abaa req-323a3ef1-2e84-4b41-8703-64e481b12f0c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 210 time: 0.0518329
Jun 08 18:35:04.910065 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:05.298024 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c6f1dde8-1ef8-43c2-8376-410d92b842b9 req-61de11c8-f165-4271-93fb-2238c5395db8 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 210 time: 0.0576470
Jun 08 18:35:06.062350 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2643f-6114-4076-b143-b60ee473d345 req-4e3ccb67-919e-4b52-9583-789d4da73ee2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:06.064889 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-42d2643f-6114-4076-b143-b60ee473d345 req-4e3ccb67-919e-4b52-9583-789d4da73ee2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.0962911
Jun 08 18:35:06.271848 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-42d2643f-6114-4076-b143-b60ee473d345 req-ee335c94-c90d-4dd8-b5e2-364e7cc09e0c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2005472
Jun 08 18:35:06.401837 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-c9bbf874-923c-43d0-87e8-aea42eadd723 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:06.404437 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-c9bbf874-923c-43d0-87e8-aea42eadd723 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 812 time: 0.2806442
Jun 08 18:35:06.483105 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d57d2a4e-52b1-4f50-a740-fb26f2bb2307 req-0d2a382d-5435-417c-8522-80de0857468e tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 210 time: 0.0569279
Jun 08 18:35:06.498011 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-0472f044-9856-4462-9ade-8d3cf84525d0 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0442dcdf75f942629f042f3bce5f08eb HTTP/1.1" status: 200  len: 380 time: 0.0837297
Jun 08 18:35:06.512834 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'port': {'device_id': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'admin_state_up': True, 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'security_groups': ['eb17e861-1cd2-4505-a23f-1be6f274540b']}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:35:06.961131 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Made reservation on behalf of 0442dcdf75f942629f042f3bce5f08eb for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:35:06.961407 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:06.965473 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:07.155441 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Allocated IP 172.20.0.6 (51a22c79-3583-4167-8add-ac583058f2d2/fe7fdf31-e75c-47b1-bb57-d0623522aa67/b1019b4d-9de8-4385-88db-7afaad91cf5e) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:35:07.376806 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:07.397661 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Transition to ACTIVE for port object b1019b4d-9de8-4385-88db-7afaad91cf5e will not be triggered until provisioned by entity DHCP. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:35:07.521810 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:07.526284 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:35:07.526284 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:35:07.526284 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:35:07.526284 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:35:07.526284 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:35:07.526284 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:35:07.540309 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1532b8-e2d5-4482-90c6-f5abb61f9b8a req-2bff74bb-cc40-4e36-beb3-75b77fbeda41 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:07.542214 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0b1532b8-e2d5-4482-90c6-f5abb61f9b8a req-2bff74bb-cc40-4e36-beb3-75b77fbeda41 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.1169651
Jun 08 18:35:07.553462 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Network 51a22c79-3583-4167-8add-ac583058f2d2 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:35:07.555200 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:35:07.558619 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:35:07.626005 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-0b1532b8-e2d5-4482-90c6-f5abb61f9b8a req-18196d31-1433-413f-a1a7-2bffb05e3cdf tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714645
Jun 08 18:35:07.698681 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:07.700139 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:07.840452 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b74ed-4249-4b89-bd93-dae4cd590b39 req-84aa9a6d-f951-49d5-8934-122f8770e978 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:07.846712 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f53b74ed-4249-4b89-bd93-dae4cd590b39 req-84aa9a6d-f951-49d5-8934-122f8770e978 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 931 time: 0.1206281
Jun 08 18:35:07.854219 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-acf92d53-8ff4-4432-adbd-4a3852bef4c3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3490961
Jun 08 18:35:07.882648 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Request body: {'port': {'device_id': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:35:07.992338 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f53b74ed-4249-4b89-bd93-dae4cd590b39 req-0f43c028-01c0-4c9c-a9a7-42b69dec6fc5 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359026
Jun 08 18:35:08.013982 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-0534cc87-fa21-4fa9-8f32-1194b61e06e2 None None] Provisioning for port b1019b4d-9de8-4385-88db-7afaad91cf5e completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:35:08.025038 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-0534cc87-fa21-4fa9-8f32-1194b61e06e2 None None] Provisioning complete for port b1019b4d-9de8-4385-88db-7afaad91cf5e triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:35:08.025909 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-0534cc87-fa21-4fa9-8f32-1194b61e06e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:08.122413 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:08.173738 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-0534cc87-fa21-4fa9-8f32-1194b61e06e2 None None] Port b1019b4d-9de8-4385-88db-7afaad91cf5e cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:35:08.601636 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1019b4d-9de8-4385-88db-7afaad91cf5e {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:35:08.612097 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:08.633138 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Transition to ACTIVE for port object b1019b4d-9de8-4385-88db-7afaad91cf5e will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:35:08.830899 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:08.838582 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:09.054435 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Pushing event updated for resources: {'Port': ['ID=b1019b4d-9de8-4385-88db-7afaad91cf5e,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:09.110444 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:09.110725 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:09.111175 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:09.111483 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:09.111850 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:09.112256 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:09.112605 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:09.112962 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:09.113347 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:09.113736 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:09.114092 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:09.114501 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:09.127114 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:09.141090 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fb06c-ce28-4a83-9749-06742e3cea5a req-9100b4ff-4057-495c-83c7-a3b3ea3088d2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:09.143303 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b33fb06c-ce28-4a83-9749-06742e3cea5a req-9100b4ff-4057-495c-83c7-a3b3ea3088d2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.3783174
Jun 08 18:35:09.230854 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Attempting to bind port b1019b4d-9de8-4385-88db-7afaad91cf5e on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:35:09.231383 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Attempting to bind port b1019b4d-9de8-4385-88db-7afaad91cf5e by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:35:09.231911 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Attempting to bind port b1019b4d-9de8-4385-88db-7afaad91cf5e on network 51a22c79-3583-4167-8add-ac583058f2d2 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:35:09.248357 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Port b1019b4d-9de8-4385-88db-7afaad91cf5e on network 51a22c79-3583-4167-8add-ac583058f2d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:35:09.248889 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Attempting to bind port b1019b4d-9de8-4385-88db-7afaad91cf5e on network 51a22c79-3583-4167-8add-ac583058f2d2 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:35:09.255472 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b33fb06c-ce28-4a83-9749-06742e3cea5a req-3c166e7f-141c-4d13-b41c-f72159e243ca tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901971
Jun 08 18:35:09.261044 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:35:09.261705 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Checking segment: {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:35:09.262031 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Bound using segment: {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:35:09.262527 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Bound port: b1019b4d-9de8-4385-88db-7afaad91cf5e, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:35:09.263030 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:09.382675 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] For port b1019b4d-9de8-4385-88db-7afaad91cf5e, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:35:09.387344 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] For port b1019b4d-9de8-4385-88db-7afaad91cf5e, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b1019b4d-9de8-4385-88db-7afaad91cf5e,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:35:09.443300 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acf793-71ec-41f3-b850-0aeb79cafe8b req-b1d761e4-07ef-4d1a-aea7-70f789501b28 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:09.446159 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-38acf793-71ec-41f3-b850-0aeb79cafe8b req-b1d761e4-07ef-4d1a-aea7-70f789501b28 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 943 time: 0.2780445
Jun 08 18:35:09.518429 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-38acf793-71ec-41f3-b850-0aeb79cafe8b req-f639a7ae-dff3-4ea1-8008-b32452a23260 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647392
Jun 08 18:35:09.807411 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:09.812685 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:09.974620 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:09.975278 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:09.977402 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] 10.222.0.37 "PUT /v2.0/ports/b1019b4d-9de8-4385-88db-7afaad91cf5e HTTP/1.1" status: 200  len: 1093 time: 2.1024652
Jun 08 18:35:09.977402 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'tag': 'b1019b4d-9de8-4385-88db-7afaad91cf5e'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:35:09.979688 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3ef8ff-c853-4231-bd6d-d13ca402c3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb90dfa3-a32a-4243-921f-d79b44f204f9", "tag": "b1019b4d-9de8-4385-88db-7afaad91cf5e"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:35:10.021992 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Pushing event updated for resources: {'Port': ['ID=b1019b4d-9de8-4385-88db-7afaad91cf5e,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:10.025606 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:10.057625 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdc7a51-bf0d-4ed1-b6e0-3bba1e8e1a9b x-openstack-request-id: req-bcdc7a51-bf0d-4ed1-b6e0-3bba1e8e1a9b {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:35:10.057625 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb90dfa3-a32a-4243-921f-d79b44f204f9", "tag": "b1019b4d-9de8-4385-88db-7afaad91cf5e", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:35:10.057625 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcdc7a51-bf0d-4ed1-b6e0-3bba1e8e1a9b {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:35:10.057625 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'tag': 'b1019b4d-9de8-4385-88db-7afaad91cf5e', 'status': 'completed', 'code': 200}
Jun 08 18:35:10.201599 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ef8ff-c853-4231-bd6d-d13ca402c3dc req-f1f64087-95de-4443-8db7-81bbe922385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:10.203491 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1c3ef8ff-c853-4231-bd6d-d13ca402c3dc req-f1f64087-95de-4443-8db7-81bbe922385b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 1096 time: 0.1209903
Jun 08 18:35:10.397681 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ef8ff-c853-4231-bd6d-d13ca402c3dc req-9322ebc3-3f18-431d-8176-929b63c2e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:10.400259 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1c3ef8ff-c853-4231-bd6d-d13ca402c3dc req-9322ebc3-3f18-431d-8176-929b63c2e63f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0442dcdf75f942629f042f3bce5f08eb&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1864710
Jun 08 18:35:10.513093 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb43f7d-4b1a-494c-8384-ce0f62d772ab req-a495486b-4763-43e9-89b7-67008f59c573 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:10.514781 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9cb43f7d-4b1a-494c-8384-ce0f62d772ab req-a495486b-4763-43e9-89b7-67008f59c573 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.1027598
Jun 08 18:35:10.571666 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9cb43f7d-4b1a-494c-8384-ce0f62d772ab req-6cfeb6af-2596-44bb-80fe-bad95dbc30af tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490642
Jun 08 18:35:10.657968 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ef8ff-c853-4231-bd6d-d13ca402c3dc req-7091df5a-4a66-47fa-98bb-d12533308750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:10.659773 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1c3ef8ff-c853-4231-bd6d-d13ca402c3dc req-7091df5a-4a66-47fa-98bb-d12533308750 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2526822
Jun 08 18:35:10.793600 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-0d14930c-07fd-4307-bcbc-7265a87d8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:10.795972 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-0d14930c-07fd-4307-bcbc-7265a87d8bf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 1096 time: 0.0899162
Jun 08 18:35:10.829474 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc6268-22a1-46d8-9a26-b3ccb127128d req-fd451898-5cd8-413a-b6cb-798bae9d30c8 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:10.832042 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-99fc6268-22a1-46d8-9a26-b3ccb127128d req-fd451898-5cd8-413a-b6cb-798bae9d30c8 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 943 time: 0.1388254
Jun 08 18:35:10.911614 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-99fc6268-22a1-46d8-9a26-b3ccb127128d req-e3497550-a402-46c8-bdb0-903fa62f450c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715318
Jun 08 18:35:10.915839 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-43d1432d-eab5-46ef-aa69-060c7ba93282 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1019b4d-9de8-4385-88db-7afaad91cf5e HTTP/1.1" status: 200  len: 217 time: 0.1082964
Jun 08 18:35:10.989793 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-9890b84f-65b3-4598-8d0f-fc6f13380786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:10.991416 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-9890b84f-65b3-4598-8d0f-fc6f13380786 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 200  len: 851 time: 0.0645952
Jun 08 18:35:11.083258 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-1a9b3bbd-fcd0-4d9b-96e6-8de625ad7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:11.084742 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-1a9b3bbd-fcd0-4d9b-96e6-8de625ad7f2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a22c79-3583-4167-8add-ac583058f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790677
Jun 08 18:35:11.251466 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-d8b5fad0-0ae7-42c1-9696-e2c5e1ab7777 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548538
Jun 08 18:35:11.407419 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8f3ad302-0083-4e7c-8c81-3e521357e2cf req-5819646a-e8ce-4c6d-9577-34b3e4a78735 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496332
Jun 08 18:35:11.853346 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3559fd9-881d-46e6-ab87-8f4ca91016a9 req-9a0c0889-c791-412b-8b6e-b58e6d27081b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:11.856107 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a3559fd9-881d-46e6-ab87-8f4ca91016a9 req-9a0c0889-c791-412b-8b6e-b58e6d27081b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.1400630
Jun 08 18:35:11.932292 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a3559fd9-881d-46e6-ab87-8f4ca91016a9 req-fb908546-11af-4b55-a535-f7202a0a6bde tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665824
Jun 08 18:35:12.151766 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfb920-c709-46c4-8f48-b3eb3f234d69 req-292f85b4-2f18-4982-8715-c7fcdf181c38 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:12.154255 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fdbfb920-c709-46c4-8f48-b3eb3f234d69 req-292f85b4-2f18-4982-8715-c7fcdf181c38 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 943 time: 0.1033912
Jun 08 18:35:12.231221 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-fdbfb920-c709-46c4-8f48-b3eb3f234d69 req-9faec44f-5724-4ee3-a1a1-60a0b228250a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699697
Jun 08 18:35:12.698026 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 38172) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:12.760276 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7029785-0cbb-4b3d-8ff9-39f2b6f7cc46 admin admin] Deleting subnet 3da7cc2e-bf26-4208-b379-1c5a542aebf8 {{(pid=92318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:35:12.763497 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b7029785-0cbb-4b3d-8ff9-39f2b6f7cc46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:12.822866 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b7029785-0cbb-4b3d-8ff9-39f2b6f7cc46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11487127'] for subnet, precommit_delete_associations {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:12.889646 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b7029785-0cbb-4b3d-8ff9-39f2b6f7cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:13.047815 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b7029785-0cbb-4b3d-8ff9-39f2b6f7cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11523617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10675525'] for subnet, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:13.056020 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-58eb081f-c234-4c71-8536-a836a64b20bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:13.123706 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b7029785-0cbb-4b3d-8ff9-39f2b6f7cc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:13.126762 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-b7029785-0cbb-4b3d-8ff9-39f2b6f7cc46 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3da7cc2e-bf26-4208-b379-1c5a542aebf8 HTTP/1.1" status: 204  len: 168 time: 0.4270642
Jun 08 18:35:13.128367 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7029785-0cbb-4b3d-8ff9-39f2b6f7cc46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da7cc2e-bf26-4208-b379-1c5a542aebf8,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:13.132696 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 38178) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:13.133308 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b7029785-0cbb-4b3d-8ff9-39f2b6f7cc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:13.268683 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf4223-c3ee-45eb-9b03-4dc779c6836a req-4926dcb1-a79d-42ba-a39e-de2bc0489cde tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:13.270891 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f9cf4223-c3ee-45eb-9b03-4dc779c6836a req-4926dcb1-a79d-42ba-a39e-de2bc0489cde tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.2041895
Jun 08 18:35:13.276177 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:13.438644 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f9cf4223-c3ee-45eb-9b03-4dc779c6836a req-a4857cad-cb24-4743-b3e0-c0eae78303de tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1540051
Jun 08 18:35:13.463840 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:13.481048 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc7580bb0>,) {'filters': {'network_id': ['553e4159-f86e-4c13-ba95-25c3f1a4f5c7']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:35:13.507408 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc7580bb0>, '923eaf3f-7de6-4e7f-ba1e-346eaa467793') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:35:13.507778 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc7580bb0>, '923eaf3f-7de6-4e7f-ba1e-346eaa467793') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:35:13.522267 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:13.527105 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d30c7-e8af-4be8-9a7b-7501d08d9e99 req-8d162774-97cb-4972-be26-e4f85295b9f6 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:13.529812 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-353d30c7-e8af-4be8-9a7b-7501d08d9e99 req-8d162774-97cb-4972-be26-e4f85295b9f6 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 943 time: 0.1678467
Jun 08 18:35:13.544404 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:13.552507 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:35:13.552910 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:35:13.568335 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:35:13.595713 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-353d30c7-e8af-4be8-9a7b-7501d08d9e99 req-8853b294-5cc5-42ad-ab7d-5b8648b6ea51 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553827
Jun 08 18:35:13.949312 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:13.953323 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:13.968951 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:13.969512 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] 10.222.0.20 "DELETE /v2.0/networks/553e4159-f86e-4c13-ba95-25c3f1a4f5c7 HTTP/1.1" status: 204  len: 168 time: 0.8364475
Jun 08 18:35:13.976538 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Pushing event deleted for resources: {'Network': ['ID=553e4159-f86e-4c13-ba95-25c3f1a4f5c7,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:13.984646 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:13.985025 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:13.986001 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:13.986001 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:13.986218 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:13.986458 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:13.986810 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:13.987334 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:13.987528 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:13.987879 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:13.988224 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:13.988665 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:13.999124 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c087b2e4-7cc3-4b0b-a5d6-ae67024add0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:14.160718 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 38192) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:14.278866 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-986b8fb7-50b7-4cda-b030-22fa912ac2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:14.360946 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 38196) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:14.412401 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-986b8fb7-50b7-4cda-b030-22fa912ac2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:14.418711 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-a97b774c-7fd5-457f-b4f8-e654d7ec2ad2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f7dc7308937438f8e7820ec9babd7e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0562057
Jun 08 18:35:14.421891 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 38198) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:14.469468 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-986b8fb7-50b7-4cda-b030-22fa912ac2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:14.480038 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c422871e-cfff-4d46-a67f-431d9225bd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:14.492873 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0727ded2-3233-47de-a6aa-418040d1afcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:14.542379 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0727ded2-3233-47de-a6aa-418040d1afcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:14.559979 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-986b8fb7-50b7-4cda-b030-22fa912ac2a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ca89b9f48a94fe5a5ec7ff868f7d08d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3956687
Jun 08 18:35:14.563028 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b8fb7-50b7-4cda-b030-22fa912ac2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe327851-0a32-4fdc-94cb-9d730990faa0,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:14.563168 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 38202) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:14.565503 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-986b8fb7-50b7-4cda-b030-22fa912ac2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:14.675635 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0f9d8139-1776-4b0d-9c1f-0d152d95c929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:14.763488 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0f9d8139-1776-4b0d-9c1f-0d152d95c929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:14.835834 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5cea1-0daf-46e9-bee2-5d0de9b81ecd req-c533ab09-bc29-48fb-b465-b2aaf7beea9d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:14.837398 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c1c5cea1-0daf-46e9-bee2-5d0de9b81ecd req-c533ab09-bc29-48fb-b465-b2aaf7beea9d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.1555564
Jun 08 18:35:14.839160 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0727ded2-3233-47de-a6aa-418040d1afcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:14.850825 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0727ded2-3233-47de-a6aa-418040d1afcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:14.850825 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-0727ded2-3233-47de-a6aa-418040d1afcd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/927ed162-fa46-43b5-82a1-c838405fab12 HTTP/1.1" status: 204  len: 168 time: 0.4217494
Jun 08 18:35:14.850825 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-eb9a66df-48ea-41ec-9259-005880c437d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:14.875620 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4475d8-3375-4e02-84ef-c2c9db972089 req-808585f8-ddf9-4e43-8e85-918a9d3fbe9c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:14.877987 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727ded2-3233-47de-a6aa-418040d1afcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927ed162-fa46-43b5-82a1-c838405fab12,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:14.878190 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bc4475d8-3375-4e02-84ef-c2c9db972089 req-808585f8-ddf9-4e43-8e85-918a9d3fbe9c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 943 time: 0.1603115
Jun 08 18:35:14.883317 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0727ded2-3233-47de-a6aa-418040d1afcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:14.935954 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c1c5cea1-0daf-46e9-bee2-5d0de9b81ecd req-e6b06b50-5125-4651-8bf4-ac9530a17681 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790219
Jun 08 18:35:14.962904 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-bc4475d8-3375-4e02-84ef-c2c9db972089 req-34831432-a852-45db-8180-e6969a741141 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751779
Jun 08 18:35:14.973692 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0f9d8139-1776-4b0d-9c1f-0d152d95c929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:14.978311 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0f9d8139-1776-4b0d-9c1f-0d152d95c929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:14.980325 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-0f9d8139-1776-4b0d-9c1f-0d152d95c929 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe327851-0a32-4fdc-94cb-9d730990faa0 HTTP/1.1" status: 204  len: 168 time: 0.4182005
Jun 08 18:35:14.981521 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9fc988a2-6da5-4d3b-8503-6fadc4414dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:14.996382 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d8139-1776-4b0d-9c1f-0d152d95c929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe327851-0a32-4fdc-94cb-9d730990faa0,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:15.007230 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0f9d8139-1776-4b0d-9c1f-0d152d95c929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:16.212713 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c1eb8-4ccc-4099-89cf-0e3a173ecda3 req-c092412e-0c85-4f15-8e0c-0e85e19efc8c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:16.213805 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b49f79-36b1-46a1-91b2-6c9ad4554cbd req-590f66a5-d614-4ccd-98c4-5ad5672da033 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:16.215369 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f6b49f79-36b1-46a1-91b2-6c9ad4554cbd req-590f66a5-d614-4ccd-98c4-5ad5672da033 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 943 time: 0.1035137
Jun 08 18:35:16.215808 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-aa2c1eb8-4ccc-4099-89cf-0e3a173ecda3 req-c092412e-0c85-4f15-8e0c-0e85e19efc8c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.1094747
Jun 08 18:35:16.268765 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f6b49f79-36b1-46a1-91b2-6c9ad4554cbd req-c174a5f6-d9b5-457f-86f2-7aeded96dc8a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467763
Jun 08 18:35:16.281637 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-aa2c1eb8-4ccc-4099-89cf-0e3a173ecda3 req-805232c1-9c0c-4bf9-88fd-8f1e2fe6e2ad tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602634
Jun 08 18:35:17.488161 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4264e0-3d76-49bc-bf09-f66c1f43e125 req-4e22bba5-0ed4-41b7-892b-8343a7f5d749 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:17.489733 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9d4264e0-3d76-49bc-bf09-f66c1f43e125 req-4e22bba5-0ed4-41b7-892b-8343a7f5d749 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 943 time: 0.1042809
Jun 08 18:35:17.503607 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745a23d-fe03-4223-b93d-91c1c3022a62 req-88bc3653-d1ea-484b-b87b-052a198879e0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:17.505403 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0745a23d-fe03-4223-b93d-91c1c3022a62 req-88bc3653-d1ea-484b-b87b-052a198879e0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.0985954
Jun 08 18:35:17.538902 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9d4264e0-3d76-49bc-bf09-f66c1f43e125 req-e643d5bb-636e-48d6-8141-585bcb5e72bb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429938
Jun 08 18:35:17.571108 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0745a23d-fe03-4223-b93d-91c1c3022a62 req-cafd4487-6dcf-4a64-a9e3-128a4d20ecdf tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581005
Jun 08 18:35:18.561096 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:18.804649 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3bf6-4aa3-4b08-95e9-4e8a893ccfe7 req-a657203c-9ef4-4ba0-ab5e-074b4f624494 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:18.806363 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5c9e3bf6-4aa3-4b08-95e9-4e8a893ccfe7 req-a657203c-9ef4-4ba0-ab5e-074b4f624494 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.1023543
Jun 08 18:35:18.843991 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f07d8-cf34-46d6-abd0-c41d0b37dea8 req-cd4e5457-4370-4fc7-908e-4a04367f39e3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:18.846499 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-995f07d8-cf34-46d6-abd0-c41d0b37dea8 req-cd4e5457-4370-4fc7-908e-4a04367f39e3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 943 time: 0.1939685
Jun 08 18:35:18.864802 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-5c9e3bf6-4aa3-4b08-95e9-4e8a893ccfe7 req-a230a65f-b358-4613-a7fa-413044dee49b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480313
Jun 08 18:35:18.913057 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-995f07d8-cf34-46d6-abd0-c41d0b37dea8 req-0eecc695-e536-4627-9bd7-8464ce42bc2e tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584753
Jun 08 18:35:19.112003 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device b1019b4d-9de8-4385-88db-7afaad91cf5e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:35:19.282100 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port b1019b4d-9de8-4385-88db-7afaad91cf5e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b1019b4d-9de8-4385-88db-7afaad91cf5e,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:35:19.295439 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': 'b1019b4d-9de8-4385-88db-7afaad91cf5e', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'port_id': 'b1019b4d-9de8-4385-88db-7afaad91cf5e', 'mac_address': 'fa:16:3e:3b:a1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:35:19.349913 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:19.366084 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1019b4d-9de8-4385-88db-7afaad91cf5e {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:35:19.381563 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port b1019b4d-9de8-4385-88db-7afaad91cf5e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b1019b4d-9de8-4385-88db-7afaad91cf5e,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:35:19.497842 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:19.501081 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-b4440dff-adf3-40b3-afed-cba6d362e8a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:19.571352 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=b1019b4d-9de8-4385-88db-7afaad91cf5e,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:19.578604 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:19.580631 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:19.580631 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:19.580631 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:19.580631 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:19.580631 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:19.581079 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:19.581199 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:19.581431 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:19.581821 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:19.583040 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:19.583167 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:35:19.587032 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:19.740228 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['b1019b4d-9de8-4385-88db-7afaad91cf5e'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:35:20.090174 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6065d6-525f-426e-8c51-67de90cc86ce req-401d4719-e2d8-4186-98e2-312b8685e714 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:20.091848 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2c6065d6-525f-426e-8c51-67de90cc86ce req-401d4719-e2d8-4186-98e2-312b8685e714 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.0941346
Jun 08 18:35:20.137395 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218db71f-2e70-4cb8-a795-c9bc05ed0f30 req-d6ab3cf5-88e3-4f17-a340-5965c09e5bda tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:20.138012 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2c6065d6-525f-426e-8c51-67de90cc86ce req-856ffff8-b1af-4f03-a75e-916702f535a2 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400231
Jun 08 18:35:20.138861 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-218db71f-2e70-4cb8-a795-c9bc05ed0f30 req-d6ab3cf5-88e3-4f17-a340-5965c09e5bda tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 944 time: 0.0808299
Jun 08 18:35:20.191089 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-218db71f-2e70-4cb8-a795-c9bc05ed0f30 req-2e36efee-25cc-4c63-b41b-d4ca3084155d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462773
Jun 08 18:35:21.332736 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fefbe6-93b5-4b2a-8ff1-6bfd58e0453e req-be504198-4582-4ed5-830d-83efaae5a2ed tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:21.334178 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d5fefbe6-93b5-4b2a-8ff1-6bfd58e0453e req-be504198-4582-4ed5-830d-83efaae5a2ed tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.0832791
Jun 08 18:35:21.380419 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-d5fefbe6-93b5-4b2a-8ff1-6bfd58e0453e req-2b54d886-eae2-489f-8f3c-8a669d71e9fe tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406213
Jun 08 18:35:21.555528 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d9be4-cdd8-4b9b-a15d-b21556dc7032 req-904a6069-0f38-4f70-854f-9c96bea1e583 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:21.557046 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-345d9be4-cdd8-4b9b-a15d-b21556dc7032 req-904a6069-0f38-4f70-854f-9c96bea1e583 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 944 time: 0.0811012
Jun 08 18:35:21.698271 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-345d9be4-cdd8-4b9b-a15d-b21556dc7032 req-a1fb9002-d5c6-4390-ba5d-295f7625b9a1 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1354907
Jun 08 18:35:22.572888 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2720c8-15ee-4a83-b184-9b2f4678cbc9 req-43b5e819-6475-45b8-bc5d-bf3ae2e93153 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:22.574331 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9f2720c8-15ee-4a83-b184-9b2f4678cbc9 req-43b5e819-6475-45b8-bc5d-bf3ae2e93153 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.0797110
Jun 08 18:35:22.620873 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9f2720c8-15ee-4a83-b184-9b2f4678cbc9 req-37cab295-4b6d-4700-a16c-5dc8ca8b9f97 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406463
Jun 08 18:35:22.898438 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8705a-f862-4d8f-8999-51b2a0cadb59 req-12b89d62-3f9b-4990-8857-af7d9af5a70d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:22.900062 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4dd8705a-f862-4d8f-8999-51b2a0cadb59 req-12b89d62-3f9b-4990-8857-af7d9af5a70d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 944 time: 0.0929863
Jun 08 18:35:22.951867 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4dd8705a-f862-4d8f-8999-51b2a0cadb59 req-f5917e4b-757a-4727-8824-7ef1ddf8ea97 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451269
Jun 08 18:35:23.828462 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731532e7-d87a-4f7a-bde1-6d2c4a459788 req-e6ea881e-bf4a-4569-b927-7524d8400c88 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:23.830128 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-731532e7-d87a-4f7a-bde1-6d2c4a459788 req-e6ea881e-bf4a-4569-b927-7524d8400c88 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.0982919
Jun 08 18:35:23.898070 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-731532e7-d87a-4f7a-bde1-6d2c4a459788 req-6b69cec0-5c98-4cf2-ad3f-41e5d096439b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563772
Jun 08 18:35:24.142050 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeba44-b12d-4784-be84-ed613e736103 req-7d0bcd86-ed4f-4386-8b50-7686423c7bf7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:24.143579 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ccfeba44-b12d-4784-be84-ed613e736103 req-7d0bcd86-ed4f-4386-8b50-7686423c7bf7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 944 time: 0.0842309
Jun 08 18:35:24.190193 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ccfeba44-b12d-4784-be84-ed613e736103 req-6fb6a2b4-6de7-41f2-8785-36ec3886c07f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402610
Jun 08 18:35:24.769761 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device b1019b4d-9de8-4385-88db-7afaad91cf5e up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:35:24.955141 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port b1019b4d-9de8-4385-88db-7afaad91cf5e completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:35:24.961362 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port b1019b4d-9de8-4385-88db-7afaad91cf5e triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:35:24.961887 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:25.094042 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:25.122030 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9397e-25d9-4c12-a4ee-da482ad42a83 req-f66b81c0-c695-4efd-b15f-d2f6a4762361 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:25.123105 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1019b4d-9de8-4385-88db-7afaad91cf5e'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:35:25.123537 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-07b9397e-25d9-4c12-a4ee-da482ad42a83 req-f66b81c0-c695-4efd-b15f-d2f6a4762361 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.1051924
Jun 08 18:35:25.133502 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3248f69-a4af-45c5-be9f-c1147833340a" -d '{"events": [{"server_uuid": "fb90dfa3-a32a-4243-921f-d79b44f204f9", "name": "network-vif-plugged", "status": "completed", "tag": "b1019b4d-9de8-4385-88db-7afaad91cf5e"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:35:25.133502 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port b1019b4d-9de8-4385-88db-7afaad91cf5e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b1019b4d-9de8-4385-88db-7afaad91cf5e,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:35:25.173905 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-07b9397e-25d9-4c12-a4ee-da482ad42a83 req-5cbdd843-4f09-4341-bec3-29b301c58d50 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433455
Jun 08 18:35:25.232192 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a041ca-5f0b-468e-a8fd-4fe738a95f05 x-openstack-request-id: req-01a041ca-5f0b-468e-a8fd-4fe738a95f05 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:35:25.232192 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb90dfa3-a32a-4243-921f-d79b44f204f9", "name": "network-vif-plugged", "status": "completed", "tag": "b1019b4d-9de8-4385-88db-7afaad91cf5e", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:35:25.232192 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01a041ca-5f0b-468e-a8fd-4fe738a95f05 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:35:25.232192 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1019b4d-9de8-4385-88db-7afaad91cf5e', 'code': 200}
Jun 08 18:35:25.269365 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:25.272165 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:25.347293 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=b1019b4d-9de8-4385-88db-7afaad91cf5e,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:25.351276 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:25.400426 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bcf6b-44b1-4561-b100-1b422d642b1c req-89274d60-a2d0-48ad-9d12-2c1f0cdb3eae tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:25.402403 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4d2bcf6b-44b1-4561-b100-1b422d642b1c req-89274d60-a2d0-48ad-9d12-2c1f0cdb3eae tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 945 time: 0.0901079
Jun 08 18:35:25.459362 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4d2bcf6b-44b1-4561-b100-1b422d642b1c req-0f0e3803-f1b3-42cb-9b1e-43c95eed1512 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498590
Jun 08 18:35:25.839499 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004339f-5b3b-4233-9ad4-d812d9de975d req-0360cccd-e341-4c9a-a424-2a4db93a90ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:25.841346 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a004339f-5b3b-4233-9ad4-d812d9de975d req-0360cccd-e341-4c9a-a424-2a4db93a90ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 1098 time: 0.0869174
Jun 08 18:35:25.901120 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a004339f-5b3b-4233-9ad4-d812d9de975d req-237567eb-febb-4341-937a-8dbd7aef66c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532572
Jun 08 18:35:26.370590 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72f717-185d-4d19-b774-0a645fd237b7 req-1588c40f-0e47-4818-928f-275e9bc2522d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:26.372021 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7a72f717-185d-4d19-b774-0a645fd237b7 req-1588c40f-0e47-4818-928f-275e9bc2522d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.0822871
Jun 08 18:35:26.419220 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-7a72f717-185d-4d19-b774-0a645fd237b7 req-8bb6bf76-344c-4ac8-9c05-70af5331fe63 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412214
Jun 08 18:35:26.666163 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649deeec-f2ce-4351-92a6-dfeeac306d02 req-a32d66d8-8341-4409-bc7c-5c2580b1fde9 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:26.667813 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-649deeec-f2ce-4351-92a6-dfeeac306d02 req-a32d66d8-8341-4409-bc7c-5c2580b1fde9 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 945 time: 0.0895557
Jun 08 18:35:26.714120 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-649deeec-f2ce-4351-92a6-dfeeac306d02 req-1738b381-d81d-48ad-bc43-8c0e978fd6dc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407331
Jun 08 18:35:26.768000 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 66b1c5c6-158b-47af-af98-0fe605afc1e4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:35:26.903451 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:35:26.917835 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'port_id': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'mac_address': 'fa:16:3e:69:6f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:35:26.998157 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:27.022824 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66b1c5c6-158b-47af-af98-0fe605afc1e4 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:35:27.050961 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:35:27.126632 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:27.129268 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:27.212279 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 38348) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:27.212437 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=66b1c5c6-158b-47af-af98-0fe605afc1e4,revision_number=6']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:27.214787 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:27.233918 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['66b1c5c6-158b-47af-af98-0fe605afc1e4'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:35:27.351200 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-348f34d8-ade5-41d1-b75d-1678a43a486a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:27.496612 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-348f34d8-ade5-41d1-b75d-1678a43a486a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:27.590297 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-348f34d8-ade5-41d1-b75d-1678a43a486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:27.599271 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-753c2186-6e2b-4857-9bd5-dabc5ae4a4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:27.650577 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-348f34d8-ade5-41d1-b75d-1678a43a486a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d0ebab8887149d3b27703fda958fd6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4408765
Jun 08 18:35:27.653315 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 38354) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:27.653972 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f34d8-ade5-41d1-b75d-1678a43a486a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70f32ce-5e52-4153-aaad-ca64f632c6fa,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:27.657492 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-348f34d8-ade5-41d1-b75d-1678a43a486a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:27.677632 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2c72d-0f6e-4862-9d37-e6aba53d4577 req-21f42a72-e2e6-463d-95b8-7d0b581a8eca tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:27.679346 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2dc2c72d-0f6e-4862-9d37-e6aba53d4577 req-21f42a72-e2e6-463d-95b8-7d0b581a8eca tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 944 time: 0.1372688
Jun 08 18:35:27.715098 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-29f871e8-2dee-4004-9450-ae995cb4bc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:27.732853 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2dc2c72d-0f6e-4862-9d37-e6aba53d4577 req-bc5c1b70-1c2a-4a97-b44b-63819056a7e7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469701
Jun 08 18:35:27.746782 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-29f871e8-2dee-4004-9450-ae995cb4bc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:27.916572 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eda06a-3422-47ce-ba8d-b8eef2d4d39e req-18d0a730-8170-4a69-8abe-0876995406ae tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:27.918240 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-54eda06a-3422-47ce-ba8d-b8eef2d4d39e req-18d0a730-8170-4a69-8abe-0876995406ae tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 945 time: 0.0937848
Jun 08 18:35:27.945335 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-29f871e8-2dee-4004-9450-ae995cb4bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:27.947860 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-29f871e8-2dee-4004-9450-ae995cb4bc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:27.949036 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-29f871e8-2dee-4004-9450-ae995cb4bc16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e70f32ce-5e52-4153-aaad-ca64f632c6fa HTTP/1.1" status: 204  len: 168 time: 0.2946677
Jun 08 18:35:27.952647 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-bd793380-138d-4b86-baa9-bd24173f537f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:27.975621 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f871e8-2dee-4004-9450-ae995cb4bc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70f32ce-5e52-4153-aaad-ca64f632c6fa,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:27.978644 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-29f871e8-2dee-4004-9450-ae995cb4bc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:27.987632 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-54eda06a-3422-47ce-ba8d-b8eef2d4d39e req-d295950a-602e-4518-be49-9f8c9d312081 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628953
Jun 08 18:35:28.246145 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41f43a-5219-408e-921c-1125b55f3693 req-76a8509d-a37a-4df0-8597-512b63c93fa3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:28.247636 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ff41f43a-5219-408e-921c-1125b55f3693 req-76a8509d-a37a-4df0-8597-512b63c93fa3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 945 time: 0.0827038
Jun 08 18:35:28.299505 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-ff41f43a-5219-408e-921c-1125b55f3693 req-8976186b-f66a-405c-9607-6dec5bad7d65 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452814
Jun 08 18:35:28.335117 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 38364) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:28.627034 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0705b51a-e012-4dc9-ae30-f7c9797e798b tempest-TestVolumeBootPattern-841928441 tempest-TestVolumeBootPattern-841928441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:28.628522 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-0705b51a-e012-4dc9-ae30-f7c9797e798b tempest-TestVolumeBootPattern-841928441 tempest-TestVolumeBootPattern-841928441-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 1093 time: 0.2923908
Jun 08 18:35:28.631549 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 38368) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:28.635901 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'floatingip': {'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'port_id': 'b1019b4d-9de8-4385-88db-7afaad91cf5e', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:35:28.755475 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:28.781260 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 66b1c5c6-158b-47af-af98-0fe605afc1e4 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:35:28.872080 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 66b1c5c6-158b-47af-af98-0fe605afc1e4 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:35:28.872803 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:28.989018 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa09b1d-7bea-41cf-b39e-b29960b2b932 req-2cc56404-4439-43ba-9e67-dac374996a97 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:28.990480 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6aa09b1d-7bea-41cf-b39e-b29960b2b932 req-2cc56404-4439-43ba-9e67-dac374996a97 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 944 time: 0.1191263
Jun 08 18:35:29.001766 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:29.021604 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:29.032927 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:35:29.035279 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082c9d3a-8a22-4bcc-a674-6797ce62e3ac" -d '{"events": [{"server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "name": "network-vif-plugged", "status": "completed", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:35:29.043318 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:35:29.083879 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad15eb8-34ec-4216-afe0-d4bb719c37c5 x-openstack-request-id: req-cad15eb8-34ec-4216-afe0-d4bb719c37c5 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:35:29.084419 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "name": "network-vif-plugged", "status": "completed", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:35:29.084895 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cad15eb8-34ec-4216-afe0-d4bb719c37c5 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:35:29.085606 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'code': 200}
Jun 08 18:35:29.095373 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6aa09b1d-7bea-41cf-b39e-b29960b2b932 req-5fd10b68-3ed1-4a4c-9396-23b879226d39 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953767
Jun 08 18:35:29.175260 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:29.175918 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:29.189210 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Allocated IP 172.27.1.244 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/c4c6f05f-ede3-4f05-8c37-5cd0886381c9) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:35:29.272013 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=66b1c5c6-158b-47af-af98-0fe605afc1e4,revision_number=7']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:29.275993 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:29.377118 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:29.532540 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:29.536912 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:35:29.536912 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:35:29.536912 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:35:29.536912 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:35:29.536912 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:35:29.536912 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:35:29.550229 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:35:29.552072 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:35:29.554807 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:35:30.130344 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:30.285647 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:30.369991 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab195d-f3bd-410c-a4b1-ade102fb7fb2 req-514a0c97-869b-475f-aa79-f9c8e237599a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:30.371929 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9cab195d-f3bd-410c-a4b1-ade102fb7fb2 req-514a0c97-869b-475f-aa79-f9c8e237599a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 945 time: 0.1440630
Jun 08 18:35:30.418455 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:35:30.443387 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-9cab195d-f3bd-410c-a4b1-ade102fb7fb2 req-f5cfd336-ecf5-4fde-b8e9-e0de652a74f7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545309
Jun 08 18:35:30.551380 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:30.623117 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:30.627283 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:30.735417 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event updated for resources: {'Port': ['ID=c4c6f05f-ede3-4f05-8c37-5cd0886381c9,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:30.744242 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:30.756508 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:30.984893 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.l3_db [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Floating IP 645c75f2-ed83-46dc-be2e-0466d33e7c53 associated. External IP: 172.27.1.244, port: b1019b4d-9de8-4385-88db-7afaad91cf5e.
Jun 08 18:35:31.069644 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-dd514c69-e5cb-433b-9043-1e880fcd0634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:31.446583 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:35:31.702997 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:35:31.718121 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef325d56-2284-444c-a96b-76e323d7cda9 None None] Sync routers for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:35:31.740916 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef325d56-2284-444c-a96b-76e323d7cda9 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:35:31.746717 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-ef325d56-2284-444c-a96b-76e323d7cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7530dc0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:35:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:35:31.795603 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:31.919681 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2871149
Jun 08 18:35:31.920585 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'tag': 'b1019b4d-9de8-4385-88db-7afaad91cf5e'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:35:31.923117 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65997c50-9f79-476c-b5bd-307f7b428713" -d '{"events": [{"name": "network-changed", "server_uuid": "fb90dfa3-a32a-4243-921f-d79b44f204f9", "tag": "b1019b4d-9de8-4385-88db-7afaad91cf5e"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:35:31.977643 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-ef325d56-2284-444c-a96b-76e323d7cda9 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:35:31.991961 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1869d0af-f6ba-4829-adac-76212045703f x-openstack-request-id: req-1869d0af-f6ba-4829-adac-76212045703f {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:35:31.992303 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb90dfa3-a32a-4243-921f-d79b44f204f9", "tag": "b1019b4d-9de8-4385-88db-7afaad91cf5e", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:35:31.992590 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1869d0af-f6ba-4829-adac-76212045703f {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:35:31.993026 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'tag': 'b1019b4d-9de8-4385-88db-7afaad91cf5e', 'status': 'completed', 'code': 200}
Jun 08 18:35:32.131569 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65997c50-9f79-476c-b5bd-307f7b428713 req-89879504-33b4-4db8-bb71-64bedbc2069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:32.133079 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65997c50-9f79-476c-b5bd-307f7b428713 req-89879504-33b4-4db8-bb71-64bedbc2069f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 1098 time: 0.1122832
Jun 08 18:35:32.464175 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65997c50-9f79-476c-b5bd-307f7b428713 req-9f50526f-8998-4281-b077-8ba79354d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:32.465731 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65997c50-9f79-476c-b5bd-307f7b428713 req-9f50526f-8998-4281-b077-8ba79354d5fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 912 time: 0.3254197
Jun 08 18:35:32.496930 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-ef325d56-2284-444c-a96b-76e323d7cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7530dc0>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '645c75f2-ed83-46dc-be2e-0466d33e7c53', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': 'b1019b4d-9de8-4385-88db-7afaad91cf5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:3b:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:35:29Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 0, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:35:32.503214 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef325d56-2284-444c-a96b-76e323d7cda9 None None] Checking router: 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:35:32.516722 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef325d56-2284-444c-a96b-76e323d7cda9 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:35:32.517449 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-ef325d56-2284-444c-a96b-76e323d7cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7530dc0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:35:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:35:32.637861 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65997c50-9f79-476c-b5bd-307f7b428713 req-dc218e10-bc4d-4b3f-8616-b8cf631562f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1019b4d-9de8-4385-88db-7afaad91cf5e HTTP/1.1" status: 200  len: 999 time: 0.1594441
Jun 08 18:35:32.722219 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65997c50-9f79-476c-b5bd-307f7b428713 req-5dd13619-4330-4fc4-93bd-e6faf02fc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:32.724206 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65997c50-9f79-476c-b5bd-307f7b428713 req-5dd13619-4330-4fc4-93bd-e6faf02fc7a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 200  len: 851 time: 0.0781956
Jun 08 18:35:32.755500 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-ef325d56-2284-444c-a96b-76e323d7cda9 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:35:32.809093 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65997c50-9f79-476c-b5bd-307f7b428713 req-fb1d519f-421f-4f3e-8df9-9eb534de4b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:32.810571 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65997c50-9f79-476c-b5bd-307f7b428713 req-fb1d519f-421f-4f3e-8df9-9eb534de4b6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a22c79-3583-4167-8add-ac583058f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799904
Jun 08 18:35:32.953101 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65997c50-9f79-476c-b5bd-307f7b428713 req-bf1f79fb-85ec-4e85-bc50-542dade8ee88 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353266
Jun 08 18:35:33.119258 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-65997c50-9f79-476c-b5bd-307f7b428713 req-d599d999-f7e2-4872-bf8f-a526244e32b7 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572893
Jun 08 18:35:33.307925 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-ef325d56-2284-444c-a96b-76e323d7cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7530dc0>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '645c75f2-ed83-46dc-be2e-0466d33e7c53', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': 'b1019b4d-9de8-4385-88db-7afaad91cf5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:3b:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:35:29Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 0, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:35:33.312960 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef325d56-2284-444c-a96b-76e323d7cda9 None None] The sync data for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi is: [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': '645c75f2-ed83-46dc-be2e-0466d33e7c53', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': 'b1019b4d-9de8-4385-88db-7afaad91cf5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:3b:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:35:29Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 0, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:35:33.624775 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2306cdd-b58d-4fb1-b847-eaad0edfa1e7 None None] New status for floating IP 645c75f2-ed83-46dc-be2e-0466d33e7c53: ACTIVE {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:35:33.772387 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:33.985422 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6249daaa-b85d-4cdd-9910-b482d971f81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:34.967104 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:37.063281 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:41.356660 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6a4f-da9d-4625-aa04-cf4a4eb61ce2 req-15db846a-8017-4cd3-831f-abb954fef0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:41.358129 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b3a6a4f-da9d-4625-aa04-cf4a4eb61ce2 req-15db846a-8017-4cd3-831f-abb954fef0b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99c4b86bd7f84d599e3a7b569c723959&device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 1098 time: 0.0720305
Jun 08 18:35:41.503165 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6a4f-da9d-4625-aa04-cf4a4eb61ce2 req-ff61ceca-b41a-40ad-9e8c-8e7d229cc3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:41.505216 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b3a6a4f-da9d-4625-aa04-cf4a4eb61ce2 req-ff61ceca-b41a-40ad-9e8c-8e7d229cc3c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 200  len: 917 time: 0.1405537
Jun 08 18:35:41.609973 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b3a6a4f-da9d-4625-aa04-cf4a4eb61ce2 req-dcd79f0f-7c4c-482e-b3fa-3ad517ebc342 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4 HTTP/1.1" status: 200  len: 1001 time: 0.0975986
Jun 08 18:35:41.678475 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6a4f-da9d-4625-aa04-cf4a4eb61ce2 req-2e431fe0-a981-4ad8-854c-532ac9a6eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:41.679954 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b3a6a4f-da9d-4625-aa04-cf4a4eb61ce2 req-2e431fe0-a981-4ad8-854c-532ac9a6eae6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce63b7a8-e50f-4613-b1c7-3a6994e16221 HTTP/1.1" status: 200  len: 856 time: 0.0632660
Jun 08 18:35:41.761135 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6a4f-da9d-4625-aa04-cf4a4eb61ce2 req-8899ba75-8ca3-4901-b756-a4d941260c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:41.762607 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b3a6a4f-da9d-4625-aa04-cf4a4eb61ce2 req-8899ba75-8ca3-4901-b756-a4d941260c3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747650
Jun 08 18:35:41.901391 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b3a6a4f-da9d-4625-aa04-cf4a4eb61ce2 req-907d58ba-1381-4b3b-987d-ec9c2dbd9576 service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310191
Jun 08 18:35:42.044097 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b3a6a4f-da9d-4625-aa04-cf4a4eb61ce2 req-3ad9cb81-5bea-4840-ade8-9b85cb5755c1 service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309934
Jun 08 18:35:44.847298 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 66b1c5c6-158b-47af-af98-0fe605afc1e4 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:35:44.972478 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:45.000691 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:35:45.002973 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5518b520-27b0-4882-8656-76046571743a" -d '{"events": [{"server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "name": "network-vif-unplugged", "status": "completed", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:35:45.012237 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:35:45.051555 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae3b86c-8e71-4df8-8cfc-1e60192ac79b x-openstack-request-id: req-eae3b86c-8e71-4df8-8cfc-1e60192ac79b {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:35:45.065549 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "name": "network-vif-unplugged", "status": "failed", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4", "code": 422}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:35:45.065549 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eae3b86c-8e71-4df8-8cfc-1e60192ac79b {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:35:45.065549 dv-cinder-789564-4-iscsi neutron-server[92320]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'code': 422} returned with failed status
Jun 08 18:35:45.143199 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:45.144984 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:45.220127 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=66b1c5c6-158b-47af-af98-0fe605afc1e4,revision_number=8']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:45.223991 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:46.085400 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29225762-42c0-4a64-95aa-6a1352b62cc4 req-1469808e-3554-44aa-9ad0-f67fecc4be07 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:46.086834 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-29225762-42c0-4a64-95aa-6a1352b62cc4 req-1469808e-3554-44aa-9ad0-f67fecc4be07 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.0870559
Jun 08 18:35:46.149175 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-29225762-42c0-4a64-95aa-6a1352b62cc4 req-60e4a8c8-ebaa-4984-a0c9-648f883fcfe5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541337
Jun 08 18:35:47.351239 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f0e54-2dbf-4289-a85f-52e42a8aa6d2 req-cd3f12a8-d1d1-4fd7-8d27-444f949825a8 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:47.352596 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-514f0e54-2dbf-4289-a85f-52e42a8aa6d2 req-cd3f12a8-d1d1-4fd7-8d27-444f949825a8 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.0856216
Jun 08 18:35:47.399465 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-514f0e54-2dbf-4289-a85f-52e42a8aa6d2 req-3d3e5949-8af4-4340-b6d6-f3a79bc3452e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408497
Jun 08 18:35:48.075392 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d04f7f18-b422-49f9-b4f1-8126eff4377b req-7be01c8c-a364-48d7-8761-fc4cae682bfb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0727742
Jun 08 18:35:48.288279 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f7f18-b422-49f9-b4f1-8126eff4377b req-e8a6a1be-e785-414a-805f-dd136dc1fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:48.290053 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d04f7f18-b422-49f9-b4f1-8126eff4377b req-e8a6a1be-e785-414a-805f-dd136dc1fd26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 1098 time: 0.1916523
Jun 08 18:35:48.461270 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f7f18-b422-49f9-b4f1-8126eff4377b req-59dc17eb-d808-47f1-9228-dd212bd3a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:48.463622 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d04f7f18-b422-49f9-b4f1-8126eff4377b req-59dc17eb-d808-47f1-9228-dd212bd3a7f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=65d87f03-3ac9-4e37-bc0e-830451025de3 HTTP/1.1" status: 200  len: 911 time: 0.1517873
Jun 08 18:35:48.486219 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:48.576687 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d04f7f18-b422-49f9-b4f1-8126eff4377b req-75afe014-a27f-4065-85a5-e3998f25560c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e HTTP/1.1" status: 200  len: 1000 time: 0.1047580
Jun 08 18:35:48.643461 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f7f18-b422-49f9-b4f1-8126eff4377b req-61757c47-6197-4149-9830-b82b4d9be70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:48.645096 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d04f7f18-b422-49f9-b4f1-8126eff4377b req-61757c47-6197-4149-9830-b82b4d9be70d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adb8427b-2336-4883-8f9e-c5554904bb1a HTTP/1.1" status: 200  len: 850 time: 0.0620611
Jun 08 18:35:48.766777 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f7f18-b422-49f9-b4f1-8126eff4377b req-645f4864-a914-4cdb-b32c-6abbfc1d9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:48.769729 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d04f7f18-b422-49f9-b4f1-8126eff4377b req-645f4864-a914-4cdb-b32c-6abbfc1d9cfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=65d87f03-3ac9-4e37-bc0e-830451025de3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1171913
Jun 08 18:35:48.979929 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d04f7f18-b422-49f9-b4f1-8126eff4377b req-d266df7b-d3d3-4e52-abdb-aa6236151d67 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1990509
Jun 08 18:35:48.991978 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08f5a0-39c5-46c3-9421-b3733a56a854 req-34fc33ef-74e1-427b-97bb-807b2ca5a777 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:48.993406 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5e08f5a0-39c5-46c3-9421-b3733a56a854 req-34fc33ef-74e1-427b-97bb-807b2ca5a777 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.1887977
Jun 08 18:35:49.119052 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5e08f5a0-39c5-46c3-9421-b3733a56a854 req-18674284-7b1e-457c-877d-827e49a03b2e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065698
Jun 08 18:35:49.157277 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d04f7f18-b422-49f9-b4f1-8126eff4377b req-c223e6e2-a744-40c1-9bdb-f05186fb5e55 service neutron] 10.222.0.37 "GET /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629276
Jun 08 18:35:50.325901 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a70abf-b459-4411-886c-8ee75227e13a req-db3c0f24-20ed-430e-ad46-d845bfb82069 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:50.327435 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-41a70abf-b459-4411-886c-8ee75227e13a req-db3c0f24-20ed-430e-ad46-d845bfb82069 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.0848000
Jun 08 18:35:50.374487 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-41a70abf-b459-4411-886c-8ee75227e13a req-71a0fc4c-c2f3-4f34-a11c-d05e1f1a3824 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407817
Jun 08 18:35:50.967168 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49e295-07d2-441b-8925-6bbb7bc5ae48 req-dd5ea61f-dbbe-4d94-b574-d24e02a7075f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:50.968637 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4c49e295-07d2-441b-8925-6bbb7bc5ae48 req-dd5ea61f-dbbe-4d94-b574-d24e02a7075f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 945 time: 0.0842690
Jun 08 18:35:51.013792 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4c49e295-07d2-441b-8925-6bbb7bc5ae48 req-9b5fb8e2-5dee-4579-bc2f-2ea636d78409 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393939
Jun 08 18:35:51.570548 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a030-51d0-4dc1-82f1-6d8f3a369601 req-d578fc63-b9c5-4197-a1f7-8060d4633efc tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:51.571991 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7526a030-51d0-4dc1-82f1-6d8f3a369601 req-d578fc63-b9c5-4197-a1f7-8060d4633efc tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.0807080
Jun 08 18:35:51.617693 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7526a030-51d0-4dc1-82f1-6d8f3a369601 req-ed1c6568-8db3-4545-bc85-e99a146e2434 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400364
Jun 08 18:35:52.204515 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec843ac6-ffa1-4e38-80b2-a584a9e58cf7 req-0f74eeb1-6a69-4003-a732-12a7fcbbcc50 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:52.206096 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ec843ac6-ffa1-4e38-80b2-a584a9e58cf7 req-0f74eeb1-6a69-4003-a732-12a7fcbbcc50 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 945 time: 0.0872538
Jun 08 18:35:52.254436 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ec843ac6-ffa1-4e38-80b2-a584a9e58cf7 req-03c8b6d1-1595-40b7-8fb3-a99874f20ce5 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419505
Jun 08 18:35:52.805510 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-a1c1d5c2-bb26-4ab0-a0eb-6aea75d42bdb tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:52.806957 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-a1c1d5c2-bb26-4ab0-a0eb-6aea75d42bdb tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.37 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 945 time: 0.1358767
Jun 08 18:35:52.880007 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78459056-da9c-452d-84ab-77c1ec6cc3e4 req-1bcd36cd-257f-47f4-8918-231a5669a18b tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:52.882058 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-78459056-da9c-452d-84ab-77c1ec6cc3e4 req-1bcd36cd-257f-47f4-8918-231a5669a18b tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.1561992
Jun 08 18:35:52.975027 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-78459056-da9c-452d-84ab-77c1ec6cc3e4 req-b13280e1-2451-4424-b1be-270b84df1895 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865850
Jun 08 18:35:52.997420 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Deleting port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:35:52.997754 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:53.235645 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] For port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:35:53.235915 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:53.594034 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:53.594294 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:53.594593 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.l3_db [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Floating IP c00450ab-377a-443e-9a12-34183b94d5dd disassociated. External IP: 172.27.1.87, port: 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e.
Jun 08 18:35:53.594943 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Calling delete_port for 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e owned by compute:nova {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:35:53.607050 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8757e9-bf41-42b0-bd24-1e746711a638 req-b022fff4-b4dc-4e9e-b2b3-11c698d39775 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:53.608522 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2e8757e9-bf41-42b0-bd24-1e746711a638 req-b022fff4-b4dc-4e9e-b2b3-11c698d39775 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 945 time: 0.2017269
Jun 08 18:35:53.669883 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2e8757e9-bf41-42b0-bd24-1e746711a638 req-555488e8-cee5-42df-96b8-7628baa4342d tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaf3d311-c460-40b2-970a-81f3b1d00f32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549529
Jun 08 18:35:53.840517 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:53.846893 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:53.899475 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event deleted for resources: {'Port': ['ID=2b25456d-5dc0-4ab1-a950-4b64d80d6d7e,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:53.903319 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:54.123863 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Router 4e510d60-b747-4def-a36c-8b3e780c3fbf has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:35:54.257361 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70ef22-c04d-41de-aa03-9a5e3f290d57 req-5d4d27d6-d181-4699-b077-ba725b040a54 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:54.258960 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b70ef22-c04d-41de-aa03-9a5e3f290d57 req-5d4d27d6-d181-4699-b077-ba725b040a54 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.1771889
Jun 08 18:35:54.372554 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:35:54.383824 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b885667-9d3e-4192-9147-696ab8776e56 None None] Sync routers for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:35:54.393658 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b885667-9d3e-4192-9147-696ab8776e56 None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:35:54.394471 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-5b885667-9d3e-4192-9147-696ab8776e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7f3deb0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:35:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:35:54.416512 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b70ef22-c04d-41de-aa03-9a5e3f290d57 req-ec6f855e-0ff7-4fa8-ae36-13a8a3c8fcc9 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1097124
Jun 08 18:35:54.457379 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] No DVR routers for this DVR port 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e on host hv-cinder-78956 {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:35:54.460102 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:54.462107 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c6f9359b-5441-426d-a2bd-17f062d0e3aa req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.37 "DELETE /v2.0/ports/2b25456d-5dc0-4ab1-a950-4b64d80d6d7e HTTP/1.1" status: 204  len: 173 time: 1.6487861
Jun 08 18:35:54.462612 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'name': 'network-vif-deleted', 'tag': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:35:54.468505 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972b45b4-6085-49b1-b7cc-4cce1b0a8ee1" -d '{"events": [{"server_uuid": "03475371-bfe5-484a-8cdf-0610fe3985fb", "name": "network-vif-deleted", "tag": "2b25456d-5dc0-4ab1-a950-4b64d80d6d7e"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:35:54.537381 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11f740d-68cf-4ed0-8e64-245a1ddb98f8 x-openstack-request-id: req-f11f740d-68cf-4ed0-8e64-245a1ddb98f8 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:35:54.537706 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03475371-bfe5-484a-8cdf-0610fe3985fb", "name": "network-vif-deleted", "tag": "2b25456d-5dc0-4ab1-a950-4b64d80d6d7e", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:35:54.538017 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f11f740d-68cf-4ed0-8e64-245a1ddb98f8 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:35:54.538444 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03475371-bfe5-484a-8cdf-0610fe3985fb', 'name': 'network-vif-deleted', 'tag': '2b25456d-5dc0-4ab1-a950-4b64d80d6d7e', 'status': 'completed', 'code': 200}
Jun 08 18:35:54.590627 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-5b885667-9d3e-4192-9147-696ab8776e56 None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:35:54.880835 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-61e463fd-5572-4ffd-98a3-d6214d15ce3d req-b1e263fa-4cb4-44a8-9341-56160b461938 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/ports?device_id=03475371-bfe5-484a-8cdf-0610fe3985fb HTTP/1.1" status: 200  len: 210 time: 0.0842597
Jun 08 18:35:55.007703 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-5b885667-9d3e-4192-9147-696ab8776e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7f3deb0>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:57Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:35:55.011964 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b885667-9d3e-4192-9147-696ab8776e56 None None] Checking router: 4e510d60-b747-4def-a36c-8b3e780c3fbf for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:35:55.021359 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b885667-9d3e-4192-9147-696ab8776e56 None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:35:55.021990 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-5b885667-9d3e-4192-9147-696ab8776e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7f3deb0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:35:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:35:55.202676 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-5b885667-9d3e-4192-9147-696ab8776e56 None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:35:55.611752 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-5b885667-9d3e-4192-9147-696ab8776e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7f3deb0>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:57Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:35:55.616755 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b885667-9d3e-4192-9147-696ab8776e56 None None] The sync data for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi is: [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:28:43Z', 'revision_number': 4, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '82a423f1-1dde-4401-a49d-26e11deffa2b', 'name': '', 'network_id': '65d87f03-3ac9-4e37-bc0e-830451025de3', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'mac_address': 'fa:16:3e:78:25:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:38Z', 'updated_at': '2021-06-08T18:28:57Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'subnets': [{'id': 'adb8427b-2336-4883-8f9e-c5554904bb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:35:55.661704 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44012eee-0333-48dd-a673-7e1232cb793d req-93c0c1a9-af77-4902-89a7-901f3e7805c4 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:55.663366 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-44012eee-0333-48dd-a673-7e1232cb793d req-93c0c1a9-af77-4902-89a7-901f3e7805c4 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.1077309
Jun 08 18:35:55.728956 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-44012eee-0333-48dd-a673-7e1232cb793d req-ce9d183f-1291-473f-b91d-d3423fb0000c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590837
Jun 08 18:35:55.875282 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0bfc7-cd4d-4447-8e6a-5e84d66c83a7 None None] New status for floating IP c00450ab-377a-443e-9a12-34183b94d5dd: DOWN {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:35:56.064589 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 38554) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:56.189945 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1bbaef9c-8251-45dc-965e-f060124589f1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:56.226999 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1bbaef9c-8251-45dc-965e-f060124589f1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:56.267011 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b91a38-4213-49b8-9c21-9984edec4f65 req-041dae3d-ab9a-44db-a7ae-11d7b864c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:56.268482 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-04b91a38-4213-49b8-9c21-9984edec4f65 req-041dae3d-ab9a-44db-a7ae-11d7b864c338 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef2eca637095424897aaebca4915ebea&device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 1098 time: 0.1512303
Jun 08 18:35:56.513427 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b91a38-4213-49b8-9c21-9984edec4f65 req-11c23ada-d65c-4243-bfbb-d1f44be77e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:56.514878 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-04b91a38-4213-49b8-9c21-9984edec4f65 req-11c23ada-d65c-4243-bfbb-d1f44be77e3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2 HTTP/1.1" status: 200  len: 908 time: 0.2396517
Jun 08 18:35:56.579466 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1bbaef9c-8251-45dc-965e-f060124589f1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:56.581951 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1bbaef9c-8251-45dc-965e-f060124589f1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:56.583635 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-1bbaef9c-8251-45dc-965e-f060124589f1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "DELETE /v2.0/security-groups/eaf3d311-c460-40b2-970a-81f3b1d00f32 HTTP/1.1" status: 204  len: 168 time: 0.5173268
Jun 08 18:35:56.586358 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 38556) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:56.596642 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-6fd11d27-2594-4004-a7e9-85f68f2b0835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:56.602784 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.api.v2.resource [None req-498c6145-af45-4e27-86e0-93238c6d4f7c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] show failed (client error): The resource could not be found.
Jun 08 18:35:56.608396 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-498c6145-af45-4e27-86e0-93238c6d4f7c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "GET /v2.0/security-groups/eaf3d311-c460-40b2-970a-81f3b1d00f32 HTTP/1.1" status: 404  len: 347 time: 0.0165024
Jun 08 18:35:56.608692 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 38558) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:35:56.621992 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaef9c-8251-45dc-965e-f060124589f1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf3d311-c460-40b2-970a-81f3b1d00f32,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:56.626144 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-1bbaef9c-8251-45dc-965e-f060124589f1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:56.648025 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-04b91a38-4213-49b8-9c21-9984edec4f65 req-35b582f6-3052-4c9f-b2ae-aad604fdc9cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=143332e6-360c-4782-a6cc-ca66709a07a5 HTTP/1.1" status: 200  len: 1000 time: 0.1257036
Jun 08 18:35:56.718415 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b91a38-4213-49b8-9c21-9984edec4f65 req-d74de7cb-e8fd-4854-b3a9-9d1152733c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:56.719914 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-04b91a38-4213-49b8-9c21-9984edec4f65 req-d74de7cb-e8fd-4854-b3a9-9d1152733c53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909f55c0-4a9e-46a4-ab42-4fa4fde86908 HTTP/1.1" status: 200  len: 847 time: 0.0649328
Jun 08 18:35:56.798376 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b91a38-4213-49b8-9c21-9984edec4f65 req-3f9ef01b-1afd-4679-abb2-b2eebf4ba59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:56.800142 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-04b91a38-4213-49b8-9c21-9984edec4f65 req-3f9ef01b-1afd-4679-abb2-b2eebf4ba59f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739124
Jun 08 18:35:56.861273 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:35:56.885813 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-62303fd5-66a9-462b-9e67-12f57cea6371 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Deleting port 37acb4bf-cce0-48b2-b9bc-82f0bf9d9f7d {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:35:56.886353 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62303fd5-66a9-462b-9e67-12f57cea6371 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:56.898288 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:35:56.898761 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 2b25456d-5dc0-4ab1-a950-4b64d80d6d7e not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:35:57.005501 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-04b91a38-4213-49b8-9c21-9984edec4f65 req-29bf1fd1-2612-40b9-901d-cafb4cb64ad7 service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977153
Jun 08 18:35:57.005789 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62303fd5-66a9-462b-9e67-12f57cea6371 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:57.006120 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62303fd5-66a9-462b-9e67-12f57cea6371 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:57.013564 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae60442-07c7-4d52-a979-674592c9087a req-2eafd103-e498-4065-8f5a-9733b8668ce1 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:57.014942 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0ae60442-07c7-4d52-a979-674592c9087a req-2eafd103-e498-4065-8f5a-9733b8668ce1 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.1400421
Jun 08 18:35:57.130165 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-62303fd5-66a9-462b-9e67-12f57cea6371 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Calling delete_port for 37acb4bf-cce0-48b2-b9bc-82f0bf9d9f7d owned by network:floatingip {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:35:57.142721 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0ae60442-07c7-4d52-a979-674592c9087a req-e3cdcb89-eed9-4d5b-aa4e-77a1f7245e8e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1072359
Jun 08 18:35:57.183067 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-04b91a38-4213-49b8-9c21-9984edec4f65 req-71d339ba-e9d7-4beb-8175-41f7064b72de service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670976
Jun 08 18:35:57.314566 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62303fd5-66a9-462b-9e67-12f57cea6371 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:57.319248 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:35:57.455734 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62303fd5-66a9-462b-9e67-12f57cea6371 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Pushing event deleted for resources: {'Port': ['ID=37acb4bf-cce0-48b2-b9bc-82f0bf9d9f7d,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:35:57.458479 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-62303fd5-66a9-462b-9e67-12f57cea6371 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:35:57.556022 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62303fd5-66a9-462b-9e67-12f57cea6371 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks [] for floatingip, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:57.558386 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-62303fd5-66a9-462b-9e67-12f57cea6371 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:35:57.559583 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-62303fd5-66a9-462b-9e67-12f57cea6371 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] 10.222.0.20 "DELETE /v2.0/floatingips/c00450ab-377a-443e-9a12-34183b94d5dd HTTP/1.1" status: 204  len: 168 time: 0.9499850
Jun 08 18:35:58.335565 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740d1fc-89fe-4579-9d94-853a53c163bf req-62160758-8099-4011-bccd-be482819833c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:58.337048 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1740d1fc-89fe-4579-9d94-853a53c163bf req-62160758-8099-4011-bccd-be482819833c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.0810122
Jun 08 18:35:58.388637 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1740d1fc-89fe-4579-9d94-853a53c163bf req-16464a59-0701-4045-a4e6-65e301d678b7 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457034
Jun 08 18:35:59.738604 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e74405-178c-40d4-8553-c83a3b093b89 req-b3b0a692-3e34-4206-a6d4-e8536f2a7b4e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:35:59.740760 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d6e74405-178c-40d4-8553-c83a3b093b89 req-b3b0a692-3e34-4206-a6d4-e8536f2a7b4e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.0913727
Jun 08 18:35:59.787573 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d6e74405-178c-40d4-8553-c83a3b093b89 req-746011a1-d11e-46da-8541-6bfb5e271eac tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406430
Jun 08 18:36:00.877856 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 143332e6-360c-4782-a6cc-ca66709a07a5 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:36:00.986884 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5715a-8a89-440a-b035-a3f8f36d18d0 req-ad4710d9-b6b9-4320-867e-2b54ff2efd85 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:00.988461 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-38d5715a-8a89-440a-b035-a3f8f36d18d0 req-ad4710d9-b6b9-4320-867e-2b54ff2efd85 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.0874181
Jun 08 18:36:01.017576 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:01.042743 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-38d5715a-8a89-440a-b035-a3f8f36d18d0 req-5430597b-da3c-48b3-9d9b-7805e25a6269 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440490
Jun 08 18:36:01.045965 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:36:01.048338 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e106575-4aa4-4c8e-a326-7d52c5870dad" -d '{"events": [{"server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "name": "network-vif-unplugged", "status": "completed", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:36:01.057825 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 143332e6-360c-4782-a6cc-ca66709a07a5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=143332e6-360c-4782-a6cc-ca66709a07a5,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:36:01.063558 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-c157152b-f8c3-40ca-9458-b327bb6ac729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:01.092405 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Jun 2021 18:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7b8c99-0705-4612-8707-beac71c1fd70 x-openstack-request-id: req-2a7b8c99-0705-4612-8707-beac71c1fd70 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:36:01.092711 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "name": "network-vif-unplugged", "status": "failed", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5", "code": 422}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:36:01.093083 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a7b8c99-0705-4612-8707-beac71c1fd70 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:36:01.093490 dv-cinder-789564-4-iscsi neutron-server[92320]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5', 'code': 422} returned with failed status
Jun 08 18:36:01.143286 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:01.145923 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:01.220636 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=143332e6-360c-4782-a6cc-ca66709a07a5,revision_number=6']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:01.224220 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:01.594729 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 38598) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:01.635758 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a207e77-14cd-4ba0-b20f-a8476c9abd12 req-cde83956-45c5-4738-b929-416793142a98 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:01.637287 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2a207e77-14cd-4ba0-b20f-a8476c9abd12 req-cde83956-45c5-4738-b929-416793142a98 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0869000
Jun 08 18:36:01.686733 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2a207e77-14cd-4ba0-b20f-a8476c9abd12 req-c68da090-fcb1-482c-9687-8d427760e6f0 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409446
Jun 08 18:36:01.715052 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-db91951d-580d-4a50-862a-6b45481af33b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1191700
Jun 08 18:36:02.143187 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 38616) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:02.798635 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380715'] for router_interface, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:02.879031 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda63155-b331-48c7-b002-060d5941667b req-64c4588b-b3be-48ac-b0f2-06b23e3a9f4e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:02.880613 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-fda63155-b331-48c7-b002-060d5941667b req-64c4588b-b3be-48ac-b0f2-06b23e3a9f4e tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0878747
Jun 08 18:36:02.929573 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-fda63155-b331-48c7-b002-060d5941667b req-6f4f8764-2e5b-4bea-b147-9911ff87f935 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428019
Jun 08 18:36:03.220260 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] Deleting port 82a423f1-1dde-4401-a49d-26e11deffa2b {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:36:03.220598 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:03.341418 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] For port 82a423f1-1dde-4401-a49d-26e11deffa2b, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=82a423f1-1dde-4401-a49d-26e11deffa2b,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:36:03.341773 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:03.551709 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] Calling delete_port for 82a423f1-1dde-4401-a49d-26e11deffa2b owned by network:router_interface {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:36:03.731862 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:03.908691 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:03.912834 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-62303fd5-66a9-462b-9e67-12f57cea6371 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:03.960232 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=82a423f1-1dde-4401-a49d-26e11deffa2b,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:03.966785 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:03.975089 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-dea49271-6c38-41c5-970d-96a2cbbb6529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:04.133177 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38ab68-9fd3-47ab-aeb8-8b4e5909053f req-364423fa-9ddc-467c-9893-2a2dc1d34170 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:04.134702 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6e38ab68-9fd3-47ab-aeb8-8b4e5909053f req-364423fa-9ddc-467c-9893-2a2dc1d34170 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0840187
Jun 08 18:36:04.187480 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6e38ab68-9fd3-47ab-aeb8-8b4e5909053f req-56cc3b2c-657c-42b5-a059-b98a845e6575 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465188
Jun 08 18:36:04.252016 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336336'] for router_interface, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:04.612263 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] Router 4e510d60-b747-4def-a36c-8b3e780c3fbf has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:36:04.620719 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-be981d32-7a4b-452c-b456-4a02f40021ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:04.622323 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-be981d32-7a4b-452c-b456-4a02f40021ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7&tenant_id=ef2eca637095424897aaebca4915ebea HTTP/1.1" status: 200  len: 1096 time: 0.0771000
Jun 08 18:36:04.715751 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-4c7fd776-bfa4-42fe-a3b6-a6a8eec04b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:04.717210 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-4c7fd776-bfa4-42fe-a3b6-a6a8eec04b9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef2eca637095424897aaebca4915ebea&device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 1096 time: 0.0741298
Jun 08 18:36:04.797252 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:36:04.808254 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd0ef2-bbe5-45c6-94e8-83137f7e5070 None None] Sync routers for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:36:04.812893 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-7ed5b9fc-8a51-4630-a4e0-1f4cd7e66a5b admin admin] 10.222.0.20 "PUT /v2.0/routers/4e510d60-b747-4def-a36c-8b3e780c3fbf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6656735
Jun 08 18:36:04.812893 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 38624) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:04.819547 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd0ef2-bbe5-45c6-94e8-83137f7e5070 None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:36:04.820570 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-eadd0ef2-bbe5-45c6-94e8-83137f7e5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc305280>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:36:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:36:04.862248 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-61f37a0d-245d-4aa9-8c6d-dac257938437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:04.864038 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-61f37a0d-245d-4aa9-8c6d-dac257938437 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2 HTTP/1.1" status: 200  len: 908 time: 0.1392868
Jun 08 18:36:05.049811 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:05.077806 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-eadd0ef2-bbe5-45c6-94e8-83137f7e5070 None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:36:05.084549 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-0f0a962b-6e1b-40e2-8023-7ad8b02d10be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=143332e6-360c-4782-a6cc-ca66709a07a5 HTTP/1.1" status: 200  len: 998 time: 0.2132471
Jun 08 18:36:05.130615 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:05.166046 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-6409ee17-aad9-4a00-aeb3-a2e9383a30b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:05.167575 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-6409ee17-aad9-4a00-aeb3-a2e9383a30b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909f55c0-4a9e-46a4-ab42-4fa4fde86908 HTTP/1.1" status: 200  len: 847 time: 0.0763702
Jun 08 18:36:05.251241 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-e134dd76-0d32-4028-be0d-ea1d62db8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:05.252770 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-e134dd76-0d32-4028-be0d-ea1d62db8df6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787594
Jun 08 18:36:05.314211 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:05.383637 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-eadd0ef2-bbe5-45c6-94e8-83137f7e5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc305280>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:36:03Z', 'revision_number': 5, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port': {'id': '0abd7d27-4309-4039-993f-10fa97fbd488', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:29Z', 'updated_at': '2021-06-08T18:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:36:05.386827 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd0ef2-bbe5-45c6-94e8-83137f7e5070 None None] Checking router: 4e510d60-b747-4def-a36c-8b3e780c3fbf for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:36:05.396298 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd0ef2-bbe5-45c6-94e8-83137f7e5070 None None] Routers {'4e510d60-b747-4def-a36c-8b3e780c3fbf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:36:05.397284 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-eadd0ef2-bbe5-45c6-94e8-83137f7e5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc305280>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:36:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['4e510d60-b747-4def-a36c-8b3e780c3fbf'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:36:05.461148 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-be49ee06-d1bc-4d08-97f2-0f5eed4fdc57 service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2007339
Jun 08 18:36:05.472949 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d5539-38ff-47c9-b762-db609c546bfe req-e2be4d7c-d10d-42cd-afb5-dc2ea4a84e69 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:05.474490 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-fd5d5539-38ff-47c9-b762-db609c546bfe req-e2be4d7c-d10d-42cd-afb5-dc2ea4a84e69 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.1332788
Jun 08 18:36:05.499315 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Deleting port 0abd7d27-4309-4039-993f-10fa97fbd488 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:36:05.499715 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:05.558280 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-eadd0ef2-bbe5-45c6-94e8-83137f7e5070 None None] Set router 4e510d60-b747-4def-a36c-8b3e780c3fbf gateway port host: None {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:36:05.601953 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-fd5d5539-38ff-47c9-b762-db609c546bfe req-2bbc0164-158b-43cb-9cf1-3c2032102a29 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1085579
Jun 08 18:36:05.648482 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2e4dcf12-ac9e-4494-a8d4-fd7a5465706f req-18fe8a93-82fc-4bd1-a96a-46a57fb72f5f service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716418
Jun 08 18:36:05.649378 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] For port 0abd7d27-4309-4039-993f-10fa97fbd488, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=0abd7d27-4309-4039-993f-10fa97fbd488,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:36:05.649737 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:05.668534 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-eadd0ef2-bbe5-45c6-94e8-83137f7e5070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc305280>, [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:36:05Z', 'revision_number': 6, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port_host': None}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:36:05.673211 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd0ef2-bbe5-45c6-94e8-83137f7e5070 None None] The sync data for ids ['4e510d60-b747-4def-a36c-8b3e780c3fbf'] in dv-cinder-789564-4-iscsi is: [{'id': '4e510d60-b747-4def-a36c-8b3e780c3fbf', 'name': 'tempest-AttachVolumeTestJSON-1524833975-router', 'tenant_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:26Z', 'updated_at': '2021-06-08T18:36:05Z', 'revision_number': 6, 'project_id': '6ccf1bfce8ba4571b6cd110e8108fc2c', 'gw_port_host': None}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:36:05.779082 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Calling delete_port for 0abd7d27-4309-4039-993f-10fa97fbd488 owned by network:router_gateway {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:36:05.983170 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:05.987097 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-83a7ad1f-f867-40b9-b2cd-378c82bfbf3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:06.037607 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0abd7d27-4309-4039-993f-10fa97fbd488,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:06.037607 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:06.041699 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 82a423f1-1dde-4401-a49d-26e11deffa2b no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:36:06.084455 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 82a423f1-1dde-4401-a49d-26e11deffa2b {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:36:06.084795 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 82a423f1-1dde-4401-a49d-26e11deffa2b not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:36:06.133890 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380749'] for router_gateway, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:06.303651 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-343576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61498'] for router, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:06.305964 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:06.520434 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-343796'] for router, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:06.521799 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e510d60-b747-4def-a36c-8b3e780c3fbf {{(pid=92319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 18:36:06.527154 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Notify callbacks [] for router, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:06.528295 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4e510d60-b747-4def-a36c-8b3e780c3fbf HTTP/1.1" status: 204  len: 168 time: 1.7147996
Jun 08 18:36:06.530879 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 38628) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:06.595869 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7446303-8c96-4562-8b20-e55cc4ae68f1 admin admin] Deleting subnet adb8427b-2336-4883-8f9e-c5554904bb1a {{(pid=92319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:36:06.598846 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b7446303-8c96-4562-8b20-e55cc4ae68f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:06.650094 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b7446303-8c96-4562-8b20-e55cc4ae68f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10793982'] for subnet, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:06.839248 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c42712-d65b-4a14-acb5-676bac87b4c1 req-8ee28853-7c0c-456d-ad3b-bfea4f910ff1 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:06.840776 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-63c42712-d65b-4a14-acb5-676bac87b4c1 req-8ee28853-7c0c-456d-ad3b-bfea4f910ff1 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0949426
Jun 08 18:36:06.888790 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b7446303-8c96-4562-8b20-e55cc4ae68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:06.890056 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-63c42712-d65b-4a14-acb5-676bac87b4c1 req-ecd7967e-661e-47a7-937d-911042f332c5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433273
Jun 08 18:36:06.896889 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.023489 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b7446303-8c96-4562-8b20-e55cc4ae68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10609128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10536552'] for subnet, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.027537 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:07.062787 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7446303-8c96-4562-8b20-e55cc4ae68f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb8427b-2336-4883-8f9e-c5554904bb1a,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:07.064706 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b7446303-8c96-4562-8b20-e55cc4ae68f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.066903 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-b7446303-8c96-4562-8b20-e55cc4ae68f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/adb8427b-2336-4883-8f9e-c5554904bb1a HTTP/1.1" status: 204  len: 168 time: 0.5346224
Jun 08 18:36:07.068161 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-b7446303-8c96-4562-8b20-e55cc4ae68f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:07.069724 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 38632) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:07.072516 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61383918-07f0-4b2a-8ff2-ab41f78eeaa8 None None] Network 65d87f03-3ac9-4e37-bc0e-830451025de3 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:36:07.179210 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.262002 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Deleting port 60211a30-2475-4992-bdf7-106a44a23c44 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:36:07.262342 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.343556 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808ba018-3756-40ba-a79c-a1c23f076982 None None] DHCP port deletion for 65d87f03-3ac9-4e37-bc0e-830451025de3 request from dv-cinder-789564-4-iscsi {{(pid=92320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 18:36:07.380751 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] For port 60211a30-2475-4992-bdf7-106a44a23c44, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=60211a30-2475-4992-bdf7-106a44a23c44,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:36:07.381226 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.421714 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:36:07.423682 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-808ba018-3756-40ba-a79c-a1c23f076982 None None] Deleting port 60211a30-2475-4992-bdf7-106a44a23c44 {{(pid=92320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:36:07.424166 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-808ba018-3756-40ba-a79c-a1c23f076982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.520651 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Calling delete_port for 60211a30-2475-4992-bdf7-106a44a23c44 owned by network:dhcp {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:36:07.548603 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-808ba018-3756-40ba-a79c-a1c23f076982 None None] For port 60211a30-2475-4992-bdf7-106a44a23c44, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=60211a30-2475-4992-bdf7-106a44a23c44,segment=NetworkSegment(9203daf1-90c5-4bff-8f1d-cbcda7d64eee),segment_id=9203daf1-90c5-4bff-8f1d-cbcda7d64eee)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:36:07.549297 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-808ba018-3756-40ba-a79c-a1c23f076982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.634754 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.639679 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-541f4026-97ba-4849-bb30-23f58a83b8e1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:07.686393 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=60211a30-2475-4992-bdf7-106a44a23c44,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:07.689695 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:07.690427 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] No DVR routers for this DVR port 60211a30-2475-4992-bdf7-106a44a23c44 on host dv-cinder-789564-4-iscsi {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:36:07.727861 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-808ba018-3756-40ba-a79c-a1c23f076982 None None] Calling delete_port for 60211a30-2475-4992-bdf7-106a44a23c44 owned by network:dhcp {{(pid=92320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:36:07.809387 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.827394 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc7580d00>,) {'filters': {'network_id': ['65d87f03-3ac9-4e37-bc0e-830451025de3']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:36:07.845929 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc7580d00>, '9203daf1-90c5-4bff-8f1d-cbcda7d64eee') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:36:07.845929 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc7580d00>, '9203daf1-90c5-4bff-8f1d-cbcda7d64eee') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:36:07.856603 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.865142 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-808ba018-3756-40ba-a79c-a1c23f076982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002'] for port, after_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.868980 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:07.878600 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.886345 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:36:07.886784 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:36:07.901095 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:36:07.950433 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ba018-3756-40ba-a79c-a1c23f076982 None None] Pushing event deleted for resources: {'Port': ['ID=60211a30-2475-4992-bdf7-106a44a23c44,revision_number=None']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:07.953785 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-808ba018-3756-40ba-a79c-a1c23f076982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:07.954566 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ba018-3756-40ba-a79c-a1c23f076982 None None] No DVR routers for this DVR port 60211a30-2475-4992-bdf7-106a44a23c44 on host dv-cinder-789564-4-iscsi {{(pid=92320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:36:08.049835 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 0abd7d27-4309-4039-993f-10fa97fbd488 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:36:08.074860 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:08.079845 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cccae02b-fbe8-40db-ac0e-661b944a660f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:08.101564 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:08.115025 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/65d87f03-3ac9-4e37-bc0e-830451025de3 HTTP/1.1" status: 204  len: 168 time: 1.0328858
Jun 08 18:36:08.116027 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881a9a2-d85f-4e55-bb8d-24741890dbe9 req-8c11aeb6-3b54-458d-b806-d5da416a5091 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:08.116027 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7881a9a2-d85f-4e55-bb8d-24741890dbe9 req-8c11aeb6-3b54-458d-b806-d5da416a5091 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.1016533
Jun 08 18:36:08.116730 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d87f03-3ac9-4e37-bc0e-830451025de3,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:08.116833 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 0abd7d27-4309-4039-993f-10fa97fbd488 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:36:08.116833 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 0abd7d27-4309-4039-993f-10fa97fbd488 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:36:08.116833 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 60211a30-2475-4992-bdf7-106a44a23c44 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:36:08.128115 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:08.150628 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 60211a30-2475-4992-bdf7-106a44a23c44 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:36:08.151281 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 60211a30-2475-4992-bdf7-106a44a23c44 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:36:08.172165 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7881a9a2-d85f-4e55-bb8d-24741890dbe9 req-86784c57-21d0-43d5-a9be-c89740e56bfb tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540891
Jun 08 18:36:08.580678 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 38638) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:08.639912 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-973650a4-5af4-46dc-a4db-4e30370955da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ccf1bfce8ba4571b6cd110e8108fc2c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0579846
Jun 08 18:36:08.642366 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 38640) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:08.704759 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-387369fa-31cd-472d-840b-3fa4eb5b06ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:08.730328 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-387369fa-31cd-472d-840b-3fa4eb5b06ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:08.857043 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-387369fa-31cd-472d-840b-3fa4eb5b06ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:08.859545 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-387369fa-31cd-472d-840b-3fa4eb5b06ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:08.860701 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-387369fa-31cd-472d-840b-3fa4eb5b06ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cff596a4-d73b-423b-a7eb-4a396bad8e4d HTTP/1.1" status: 204  len: 168 time: 0.2173507
Jun 08 18:36:08.861512 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d28ed6d4-aadf-49dc-9a82-b3f5c1242c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:08.871985 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387369fa-31cd-472d-840b-3fa4eb5b06ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff596a4-d73b-423b-a7eb-4a396bad8e4d,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:08.874321 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-387369fa-31cd-472d-840b-3fa4eb5b06ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:09.390832 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121775b6-46f1-44ab-9a4e-9b228e9bebf9 req-dbf52189-7201-444d-a889-96ba0631309f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:09.393019 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-121775b6-46f1-44ab-9a4e-9b228e9bebf9 req-dbf52189-7201-444d-a889-96ba0631309f tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0927374
Jun 08 18:36:09.442459 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-121775b6-46f1-44ab-9a4e-9b228e9bebf9 req-be017bcf-6e6f-48f2-90d6-523f0be2ecf9 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428302
Jun 08 18:36:10.638681 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5287e-a1b2-4409-b3f2-0a9127b98580 req-020de6bd-7446-4883-90df-3bc5678580b8 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:10.640221 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e4c5287e-a1b2-4409-b3f2-0a9127b98580 req-020de6bd-7446-4883-90df-3bc5678580b8 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0868249
Jun 08 18:36:10.691223 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e4c5287e-a1b2-4409-b3f2-0a9127b98580 req-00b355ee-570d-4c85-91e4-7917f97ec11c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445895
Jun 08 18:36:11.917555 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39174a-3b66-4327-bf04-02cbff6a93d6 req-b18a3f2c-f6c0-4691-82e9-0eb2a64a4f1d tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:11.920331 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b39174a-3b66-4327-bf04-02cbff6a93d6 req-b18a3f2c-f6c0-4691-82e9-0eb2a64a4f1d tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.1168318
Jun 08 18:36:11.969749 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b39174a-3b66-4327-bf04-02cbff6a93d6 req-4a458626-a637-49f4-bc26-2b551995a27c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436983
Jun 08 18:36:12.950436 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 143332e6-360c-4782-a6cc-ca66709a07a5 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:36:13.121482 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 143332e6-360c-4782-a6cc-ca66709a07a5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=143332e6-360c-4782-a6cc-ca66709a07a5,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:36:13.144294 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '143332e6-360c-4782-a6cc-ca66709a07a5', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'port_id': '143332e6-360c-4782-a6cc-ca66709a07a5', 'mac_address': 'fa:16:3e:84:5d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:36:13.209564 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:13.218784 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863c7dd-da66-448d-9473-d65fb8593d0e req-917810fa-fb0b-4b58-9bd7-49423a37b034 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:13.220325 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8863c7dd-da66-448d-9473-d65fb8593d0e req-917810fa-fb0b-4b58-9bd7-49423a37b034 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 943 time: 0.0937355
Jun 08 18:36:13.227888 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143332e6-360c-4782-a6cc-ca66709a07a5 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:36:13.246140 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 143332e6-360c-4782-a6cc-ca66709a07a5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=143332e6-360c-4782-a6cc-ca66709a07a5,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:36:13.268013 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8863c7dd-da66-448d-9473-d65fb8593d0e req-42c55ef9-81bb-41cf-b782-9081fd870625 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415540
Jun 08 18:36:13.349559 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:13.351475 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:13.424314 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=143332e6-360c-4782-a6cc-ca66709a07a5,revision_number=7']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:13.428719 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:13.563597 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['143332e6-360c-4782-a6cc-ca66709a07a5'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:36:14.461772 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6b053-3362-432c-b08f-7ab711526b99 req-bb043cd2-6ea4-47a8-a910-5e436389daff tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:14.463260 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a1e6b053-3362-432c-b08f-7ab711526b99 req-bb043cd2-6ea4-47a8-a910-5e436389daff tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 944 time: 0.0848582
Jun 08 18:36:14.539801 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a1e6b053-3362-432c-b08f-7ab711526b99 req-24ae721f-0659-4d7b-9e57-bda06d2a0d9c tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702059
Jun 08 18:36:14.954428 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 143332e6-360c-4782-a6cc-ca66709a07a5 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:36:15.031288 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 143332e6-360c-4782-a6cc-ca66709a07a5 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:36:15.031288 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:15.155194 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:15.183529 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:36:15.185709 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ad2043-4dfd-4a8c-b9ff-ca9e43908940" -d '{"events": [{"server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "name": "network-vif-plugged", "status": "completed", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:36:15.197260 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 143332e6-360c-4782-a6cc-ca66709a07a5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=143332e6-360c-4782-a6cc-ca66709a07a5,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:36:15.232854 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c20389-79b1-41e0-85f8-fc6d74edd942 x-openstack-request-id: req-24c20389-79b1-41e0-85f8-fc6d74edd942 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:36:15.232854 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "name": "network-vif-plugged", "status": "completed", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:36:15.232854 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24c20389-79b1-41e0-85f8-fc6d74edd942 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:36:15.232854 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5', 'code': 200}
Jun 08 18:36:15.291342 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:15.293286 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:15.363050 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=143332e6-360c-4782-a6cc-ca66709a07a5,revision_number=8']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:15.366153 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:15.636601 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80faf16-1f1e-4664-ad68-b10428b2e6f6 req-e392d3d8-66dc-476e-ba07-98a800eedf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:15.638209 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b80faf16-1f1e-4664-ad68-b10428b2e6f6 req-e392d3d8-66dc-476e-ba07-98a800eedf7b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 1098 time: 0.0815642
Jun 08 18:36:15.737580 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b80faf16-1f1e-4664-ad68-b10428b2e6f6 req-082651da-66ff-437d-93c4-76518cf856b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933208
Jun 08 18:36:15.762724 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8371a45-3641-47d4-8ee7-270439e7f074 req-008e4772-b646-4dd8-9845-8594897b0899 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:15.764375 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e8371a45-3641-47d4-8ee7-270439e7f074 req-008e4772-b646-4dd8-9845-8594897b0899 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.1068225
Jun 08 18:36:15.812052 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e8371a45-3641-47d4-8ee7-270439e7f074 req-92d58840-6df4-4e1c-bf02-795b91d4c4e1 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417721
Jun 08 18:36:17.100731 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67d1c8-5c81-48c2-b571-28b40a2265e7 req-025ecc29-d232-4a2b-8e88-bc9051a548fa tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:17.103397 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5d67d1c8-5c81-48c2-b571-28b40a2265e7 req-025ecc29-d232-4a2b-8e88-bc9051a548fa tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.0963347
Jun 08 18:36:17.171156 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5d67d1c8-5c81-48c2-b571-28b40a2265e7 req-280c6379-91cc-486e-99bc-1971452b8590 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617695
Jun 08 18:36:18.486070 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:21.954009 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 38776) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:22.076701 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:22.188535 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:22.263209 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:22.271400 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:22.312729 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28834cf36cb848eebab6c387c53d9e08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3574328
Jun 08 18:36:22.313583 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3f3342-fe32-4761-9310-7373101b94ff,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:22.315854 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 38780) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:22.323295 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.323676 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.324042 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.324404 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.324769 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.325128 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.325482 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.325838 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.326193 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.326547 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.326893 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.327276 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.333214 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-01977806-6588-4d86-979c-36a63177d97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:22.477242 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:22.503970 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:22.634116 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:22.636513 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:22.637637 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b3f3342-fe32-4761-9310-7373101b94ff HTTP/1.1" status: 204  len: 168 time: 0.3206911
Jun 08 18:36:22.638432 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-78d8bbdc-6b26-4799-9843-f024ea02c993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:22.648617 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3f3342-fe32-4761-9310-7373101b94ff,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:22.657598 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.657982 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.658353 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.658716 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.659102 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.659467 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.659825 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.660260 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.660698 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.661177 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.661536 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.661886 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:22.664999 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-59ac96db-f897-4a3e-b98b-ba30c81ba363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:30.364277 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37396faa-2a98-41f2-9da5-a88700435edb req-ae10c20d-ed5f-48d1-8239-cbe7808f4862 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:30.365823 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-37396faa-2a98-41f2-9da5-a88700435edb req-ae10c20d-ed5f-48d1-8239-cbe7808f4862 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.0913892
Jun 08 18:36:30.422035 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-37396faa-2a98-41f2-9da5-a88700435edb req-d2ae27dd-3865-40e6-916d-356fafe6d30b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495031
Jun 08 18:36:31.068908 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-2cff3e8d-29e4-4003-9cb9-aa69e4728db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:33.731535 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:33.920381 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b97215-188f-432e-ae7f-afdb43480de9 req-c4cfe008-80a5-42ba-b754-adc8df992ae0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:33.921885 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-76b97215-188f-432e-ae7f-afdb43480de9 req-c4cfe008-80a5-42ba-b754-adc8df992ae0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.0940237
Jun 08 18:36:33.954646 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b01131e4-4ed7-423d-814c-3efe5f61664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:33.970250 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-76b97215-188f-432e-ae7f-afdb43480de9 req-3fd75760-64ec-47ca-8a77-9620ee4d21ae tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418518
Jun 08 18:36:34.212871 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-0ebde399-ee50-4625-b9c7-1fb2a7195acc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0762241
Jun 08 18:36:34.931867 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:35.174675 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5253d40-c540-4064-b618-6cbc27719be8 req-8d84c271-b8da-47e2-8098-0ca58d6b0ca5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:35.176436 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c5253d40-c540-4064-b618-6cbc27719be8 req-8d84c271-b8da-47e2-8098-0ca58d6b0ca5 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.0903919
Jun 08 18:36:35.229427 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c5253d40-c540-4064-b618-6cbc27719be8 req-6b57a1a3-0bad-49e3-ac7f-cc3f28d0ee2e tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429523
Jun 08 18:36:35.952858 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-bf4c6d04-1af1-499b-8051-6c5d1df7584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:35.954704 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-bf4c6d04-1af1-499b-8051-6c5d1df7584f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43&tenant_id=99c4b86bd7f84d599e3a7b569c723959 HTTP/1.1" status: 200  len: 1096 time: 0.0778601
Jun 08 18:36:36.045968 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-33745ae3-9d81-4a97-8971-2bfb7e64f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:36.047381 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-33745ae3-9d81-4a97-8971-2bfb7e64f62a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=99c4b86bd7f84d599e3a7b569c723959&device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 1096 time: 0.0725701
Jun 08 18:36:36.188262 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-9715c730-08d5-4af7-905c-1137cc670c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:36.189728 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-9715c730-08d5-4af7-905c-1137cc670c8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 200  len: 917 time: 0.1362588
Jun 08 18:36:36.306939 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-0b01268b-0082-4832-b450-480e36e41fae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4 HTTP/1.1" status: 200  len: 999 time: 0.1096516
Jun 08 18:36:36.455128 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-afe96ee0-0e2c-42ac-b900-00ca6fb71880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:36.456591 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-afe96ee0-0e2c-42ac-b900-00ca6fb71880 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce63b7a8-e50f-4613-b1c7-3a6994e16221 HTTP/1.1" status: 200  len: 856 time: 0.1418567
Jun 08 18:36:36.536044 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95767-85d5-4626-b423-6e77b106c3b2 req-0359ccc5-f8a9-4022-93e3-04a5ad1a6ba7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:36.537524 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0df95767-85d5-4626-b423-6e77b106c3b2 req-0359ccc5-f8a9-4022-93e3-04a5ad1a6ba7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.1549513
Jun 08 18:36:36.589771 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-81a84f2f-e4d0-4c68-ad93-3d1bf013309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:36.591289 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-81a84f2f-e4d0-4c68-ad93-3d1bf013309c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4e65c5bf-fac2-44f5-afa7-eac51446a6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1265035
Jun 08 18:36:36.599374 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0df95767-85d5-4626-b423-6e77b106c3b2 req-0507d6e3-dda1-4ca6-bc78-756366e45602 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544865
Jun 08 18:36:36.755592 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-b85cbd5a-697e-4b30-a38b-6e34907d28b2 service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542664
Jun 08 18:36:36.900850 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a3cceb8-7ab0-4d6d-98da-e310a9eb2034 req-0a9c4650-db8e-4d0e-8cce-f3fb2cfdc819 service neutron] 10.222.0.37 "GET /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393549
Jun 08 18:36:36.936903 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:37.879277 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35bffc-5a46-4a4b-950f-06e224d33899 req-7c06c602-7690-4815-b46c-2ed26bed5445 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:37.889204 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b35bffc-5a46-4a4b-950f-06e224d33899 req-7c06c602-7690-4815-b46c-2ed26bed5445 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.1316519
Jun 08 18:36:37.952023 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b35bffc-5a46-4a4b-950f-06e224d33899 req-2f6ba07b-1c99-4ccb-b4ab-1e38f70438f3 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616221
Jun 08 18:36:39.261334 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d38865-d699-440f-a672-005c2b182864 req-be96b5e1-2c96-4f9b-aa4d-375a5376d87c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:39.268682 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e7d38865-d699-440f-a672-005c2b182864 req-be96b5e1-2c96-4f9b-aa4d-375a5376d87c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.1008728
Jun 08 18:36:39.316154 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e7d38865-d699-440f-a672-005c2b182864 req-dcef398d-5083-4976-a2d4-567193c6793c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465028
Jun 08 18:36:40.589218 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461b9bc-6dfa-4699-8bbc-36dd74c2106b req-be11a00f-9b1a-48c9-9891-0add208aadc8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:40.591753 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3461b9bc-6dfa-4699-8bbc-36dd74c2106b req-be11a00f-9b1a-48c9-9891-0add208aadc8 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.1262100
Jun 08 18:36:40.674196 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3461b9bc-6dfa-4699-8bbc-36dd74c2106b req-30075640-d8a1-4115-be10-b194fd6fa0b0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713494
Jun 08 18:36:42.124728 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd377fde-329b-4101-ae93-1cec7e88955b req-1dd907b8-e045-403d-a5b9-20346a8c3c00 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:42.124728 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bd377fde-329b-4101-ae93-1cec7e88955b req-1dd907b8-e045-403d-a5b9-20346a8c3c00 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.2232909
Jun 08 18:36:42.163917 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bd377fde-329b-4101-ae93-1cec7e88955b req-48ad5c38-4ad6-4a2d-bd05-570c984d9846 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598204
Jun 08 18:36:43.411314 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4cb62-01f7-4f79-96ad-1a51335b6344 req-f12e3633-725f-40e6-987d-7b5b56d91307 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:43.427250 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8ee4cb62-01f7-4f79-96ad-1a51335b6344 req-f12e3633-725f-40e6-987d-7b5b56d91307 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.0975499
Jun 08 18:36:43.487490 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8ee4cb62-01f7-4f79-96ad-1a51335b6344 req-eceb6a58-77b9-43ba-ab37-d22862d10d9d tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680811
Jun 08 18:36:44.419946 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:36:44.742965 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973681-0373-47b7-899d-89b890335840 req-21d94e53-b771-4744-b848-01e6fd6f8b18 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:44.744534 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b4973681-0373-47b7-899d-89b890335840 req-21d94e53-b771-4744-b848-01e6fd6f8b18 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.1215346
Jun 08 18:36:44.800069 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b4973681-0373-47b7-899d-89b890335840 req-423645e5-c63c-4aca-9b43-28cf6863e6b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492995
Jun 08 18:36:46.037969 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b88135-48bb-427c-8d44-180f235a7e5a req-1abe6edf-c7ec-4553-b2e8-4466b1fec542 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:46.047820 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-84b88135-48bb-427c-8d44-180f235a7e5a req-1abe6edf-c7ec-4553-b2e8-4466b1fec542 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.1175549
Jun 08 18:36:46.099424 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-84b88135-48bb-427c-8d44-180f235a7e5a req-2141dd3f-a3f0-4208-abe8-9f49c1218ee3 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441360
Jun 08 18:36:47.330754 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35da96-c9fb-4fd1-93e6-182349883676 req-d256454a-c392-4bfe-bcc6-9989307486f0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:47.341436 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4b35da96-c9fb-4fd1-93e6-182349883676 req-d256454a-c392-4bfe-bcc6-9989307486f0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.1240566
Jun 08 18:36:47.391840 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4b35da96-c9fb-4fd1-93e6-182349883676 req-b0e5cc25-54a2-4939-9631-3c5353805009 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424371
Jun 08 18:36:48.654553 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fd204-eeb3-4d5b-882f-765719fd05f3 req-94ff3130-b60b-4238-af1e-d7ada0cce3b3 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:48.656672 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1e3fd204-eeb3-4d5b-882f-765719fd05f3 req-94ff3130-b60b-4238-af1e-d7ada0cce3b3 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.1280773
Jun 08 18:36:48.711128 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1e3fd204-eeb3-4d5b-882f-765719fd05f3 req-c1a1cff6-a9c9-408a-8982-0b632ae45e60 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486155
Jun 08 18:36:48.868744 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:48.985041 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39092) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:49.107698 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f8e617db-c7dd-426a-a07f-ddf6c713a110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:49.222726 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f8e617db-c7dd-426a-a07f-ddf6c713a110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:49.314249 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f8e617db-c7dd-426a-a07f-ddf6c713a110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:49.322511 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-8531c22e-564b-4ca4-b92f-f3c23aa024ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:49.366290 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-f8e617db-c7dd-426a-a07f-ddf6c713a110 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5f85a7a9559407c8411554dd6a69f7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3798616
Jun 08 18:36:49.367165 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e617db-c7dd-426a-a07f-ddf6c713a110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b562502c-face-4499-aa2d-ff11c6cbe59a,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:49.368874 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39098) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:49.370731 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-f8e617db-c7dd-426a-a07f-ddf6c713a110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:49.436627 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5684c87f-5006-4fea-bf58-faf08bf15cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:49.464088 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5684c87f-5006-4fea-bf58-faf08bf15cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:49.489200 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-170077cd-c9c9-4d06-85a6-bf52814abf8d req-82a800d6-f200-42fa-a587-a8ca49ec6b09 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0770161
Jun 08 18:36:49.644905 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170077cd-c9c9-4d06-85a6-bf52814abf8d req-2dfd27a7-b22b-4d34-b0f1-6420118da5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:49.646304 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-170077cd-c9c9-4d06-85a6-bf52814abf8d req-2dfd27a7-b22b-4d34-b0f1-6420118da5b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef2eca637095424897aaebca4915ebea&device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 1098 time: 0.0780952
Jun 08 18:36:49.651009 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5684c87f-5006-4fea-bf58-faf08bf15cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:49.653667 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-5684c87f-5006-4fea-bf58-faf08bf15cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:49.658218 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-5684c87f-5006-4fea-bf58-faf08bf15cad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b562502c-face-4499-aa2d-ff11c6cbe59a HTTP/1.1" status: 204  len: 168 time: 0.2845421
Jun 08 18:36:49.658218 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ddfe7daa-b042-4558-898d-1415f01f585b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:49.665648 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684c87f-5006-4fea-bf58-faf08bf15cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b562502c-face-4499-aa2d-ff11c6cbe59a,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:49.668036 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-5684c87f-5006-4fea-bf58-faf08bf15cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:49.824300 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170077cd-c9c9-4d06-85a6-bf52814abf8d req-4e08a64f-2e48-4d1b-9174-0199f127f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:49.825786 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-170077cd-c9c9-4d06-85a6-bf52814abf8d req-4e08a64f-2e48-4d1b-9174-0199f127f8fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2 HTTP/1.1" status: 200  len: 908 time: 0.1565568
Jun 08 18:36:49.990155 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-170077cd-c9c9-4d06-85a6-bf52814abf8d req-e73ceda6-aefa-4ac5-bac5-17055729b3cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=143332e6-360c-4782-a6cc-ca66709a07a5 HTTP/1.1" status: 200  len: 1000 time: 0.1577783
Jun 08 18:36:50.055724 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95297a95-7313-4507-b273-5502e0b6d7f6 req-14df44b6-419e-4ff9-a17c-66abb8c1eebc tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:50.057230 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-95297a95-7313-4507-b273-5502e0b6d7f6 req-14df44b6-419e-4ff9-a17c-66abb8c1eebc tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.2268379
Jun 08 18:36:50.092992 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170077cd-c9c9-4d06-85a6-bf52814abf8d req-d5dd7940-c178-426c-81c1-1d6251197a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:50.094420 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-170077cd-c9c9-4d06-85a6-bf52814abf8d req-d5dd7940-c178-426c-81c1-1d6251197a32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909f55c0-4a9e-46a4-ab42-4fa4fde86908 HTTP/1.1" status: 200  len: 847 time: 0.0955265
Jun 08 18:36:50.164797 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-95297a95-7313-4507-b273-5502e0b6d7f6 req-a872e5d1-d28a-47ea-858b-1381f7f5d3ec tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009851
Jun 08 18:36:50.212668 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170077cd-c9c9-4d06-85a6-bf52814abf8d req-efff7669-5668-420b-b022-fd3046d89dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:50.215081 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-170077cd-c9c9-4d06-85a6-bf52814abf8d req-efff7669-5668-420b-b022-fd3046d89dcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1102695
Jun 08 18:36:50.359285 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-170077cd-c9c9-4d06-85a6-bf52814abf8d req-92acbcec-fe4f-4db1-8bc7-789098a6616b service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363275
Jun 08 18:36:50.511499 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-170077cd-c9c9-4d06-85a6-bf52814abf8d req-58143f44-4ab8-4981-98b1-2680df4c2e6d service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457710
Jun 08 18:36:51.065490 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 66b1c5c6-158b-47af-af98-0fe605afc1e4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:36:51.200740 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:36:51.217203 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'port_id': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'mac_address': 'fa:16:3e:69:6f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:36:51.285317 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39116) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:51.293362 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:51.313519 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b1c5c6-158b-47af-af98-0fe605afc1e4 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:36:51.318289 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d6002cb2-79f4-4250-960f-cf6282636e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:51.335425 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:36:51.391121 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391b133-39d8-4566-82c4-01c56f639608 req-b21e65d4-0cec-429e-802a-d816437d4e1c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:51.398552 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0391b133-39d8-4566-82c4-01c56f639608 req-b21e65d4-0cec-429e-802a-d816437d4e1c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 943 time: 0.0972867
Jun 08 18:36:51.454052 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d6002cb2-79f4-4250-960f-cf6282636e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:51.454776 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0391b133-39d8-4566-82c4-01c56f639608 req-92663735-8e26-4f45-826c-3f9ec9dd6b20 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520189
Jun 08 18:36:51.588370 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:51.591202 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:51.634247 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d6002cb2-79f4-4250-960f-cf6282636e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:51.643103 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-322d4b39-1dd7-468b-9f48-6b5502f9d6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:51.657648 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=66b1c5c6-158b-47af-af98-0fe605afc1e4,revision_number=9']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:51.665925 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:51.666289 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:51.666611 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:51.666939 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:51.667335 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:51.667658 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:51.667977 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:51.668320 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:51.668613 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:51.668928 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:51.669237 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:51.669546 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:36:51.673709 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:51.684167 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-d6002cb2-79f4-4250-960f-cf6282636e15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=130e64e24766434b9af0381713b1879f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3965359
Jun 08 18:36:51.684941 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6002cb2-79f4-4250-960f-cf6282636e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40679f85-a9d5-423c-89ad-83e883aeb9d2,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:51.687294 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39118) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:51.688285 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d6002cb2-79f4-4250-960f-cf6282636e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:51.761409 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-96c1caf7-913e-4356-92ed-096b9432c136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:51.834033 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['66b1c5c6-158b-47af-af98-0fe605afc1e4'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:36:51.913028 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-96c1caf7-913e-4356-92ed-096b9432c136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:52.073961 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-96c1caf7-913e-4356-92ed-096b9432c136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:52.076441 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-96c1caf7-913e-4356-92ed-096b9432c136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:52.077593 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-96c1caf7-913e-4356-92ed-096b9432c136 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40679f85-a9d5-423c-89ad-83e883aeb9d2 HTTP/1.1" status: 204  len: 168 time: 0.3891840
Jun 08 18:36:52.078718 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-eae3ce81-1b8e-4dca-927c-78dee0960365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:52.088972 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1caf7-913e-4356-92ed-096b9432c136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40679f85-a9d5-423c-89ad-83e883aeb9d2,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:52.091546 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-96c1caf7-913e-4356-92ed-096b9432c136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:52.650512 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9c697-3653-4550-b3f0-c6634eb85738 req-1ee0936e-d26d-430d-b082-07f3e47babad tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:52.652081 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f4d9c697-3653-4550-b3f0-c6634eb85738 req-1ee0936e-d26d-430d-b082-07f3e47babad tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 944 time: 0.0893266
Jun 08 18:36:52.708226 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f4d9c697-3653-4550-b3f0-c6634eb85738 req-6fafe79a-44e1-4bff-be15-ad40ad439c91 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489984
Jun 08 18:36:53.089324 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 66b1c5c6-158b-47af-af98-0fe605afc1e4 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:36:53.167710 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 66b1c5c6-158b-47af-af98-0fe605afc1e4 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:36:53.168094 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:53.313137 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:53.342259 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:36:53.344536 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609fe2a2-24ce-4128-8a45-c6e9ced6f261" -d '{"events": [{"server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "name": "network-vif-plugged", "status": "completed", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:36:53.353851 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:36:53.391842 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f5f4a9-a71c-4ea1-82c5-1d45a95ff840 x-openstack-request-id: req-14f5f4a9-a71c-4ea1-82c5-1d45a95ff840 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:36:53.392152 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "name": "network-vif-plugged", "status": "completed", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:36:53.392432 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14f5f4a9-a71c-4ea1-82c5-1d45a95ff840 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:36:53.392828 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'code': 200}
Jun 08 18:36:53.440340 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:53.443844 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:53.558271 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=66b1c5c6-158b-47af-af98-0fe605afc1e4,revision_number=10']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:53.568974 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:53.860813 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dac857-3706-4d2d-8f9b-0342eb3bd6ef req-9f55a06d-8a24-4795-8221-aee908655fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:53.862276 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a1dac857-3706-4d2d-8f9b-0342eb3bd6ef req-9f55a06d-8a24-4795-8221-aee908655fae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 1099 time: 0.0961668
Jun 08 18:36:53.950833 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a1dac857-3706-4d2d-8f9b-0342eb3bd6ef req-1e73b634-ee91-41de-bdcd-5ec1d71aaf0e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584524
Jun 08 18:36:53.975073 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e8371-7902-4c31-a2d1-c6cf2b73eb80 req-5b6c0dcf-a098-4dcf-84f1-f04f56eab2a0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:53.976610 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d76e8371-7902-4c31-a2d1-c6cf2b73eb80 req-5b6c0dcf-a098-4dcf-84f1-f04f56eab2a0 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 946 time: 0.1198258
Jun 08 18:36:54.023743 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d76e8371-7902-4c31-a2d1-c6cf2b73eb80 req-9a84ffea-ce66-4441-ae2a-aa85314e6be3 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413554
Jun 08 18:36:55.235901 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac919c4f-c193-4471-970f-844af8fabeb2 req-c0679904-c7f3-41b4-b884-2f1ad2556f36 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:55.237479 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ac919c4f-c193-4471-970f-844af8fabeb2 req-c0679904-c7f3-41b4-b884-2f1ad2556f36 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 946 time: 0.0863409
Jun 08 18:36:55.286507 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ac919c4f-c193-4471-970f-844af8fabeb2 req-c6dc5561-e61d-4063-8af4-5a7365d52999 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427823
Jun 08 18:36:56.486381 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae385f4e-6b6a-47d4-ae8d-891cd798e56c req-bedd8413-827f-42a3-b3ee-d705f37833a6 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:56.488123 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ae385f4e-6b6a-47d4-ae8d-891cd798e56c req-bedd8413-827f-42a3-b3ee-d705f37833a6 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 946 time: 0.0869637
Jun 08 18:36:56.548571 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ae385f4e-6b6a-47d4-ae8d-891cd798e56c req-6f5e9752-33b5-4e41-8fb5-ae3601e61ab9 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534987
Jun 08 18:36:56.845148 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39232) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:56.967162 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a141b0b8-e3a2-4d27-9a3f-86faf568d803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:57.077182 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a141b0b8-e3a2-4d27-9a3f-86faf568d803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:57.165165 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a141b0b8-e3a2-4d27-9a3f-86faf568d803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:57.172771 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b354254d-3d49-4cea-9e00-bddb894f21ff tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:57.217041 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-a141b0b8-e3a2-4d27-9a3f-86faf568d803 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b727a8435a5429abd073bbb8a34e8db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3705106
Jun 08 18:36:57.217946 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141b0b8-e3a2-4d27-9a3f-86faf568d803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5773df35-2af3-4762-befd-d3afee657a87,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:57.219803 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39236) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:57.221140 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a141b0b8-e3a2-4d27-9a3f-86faf568d803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:57.283527 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ab09-c694-4701-8acb-b42f419249c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:57.318992 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ab09-c694-4701-8acb-b42f419249c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:57.513779 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ab09-c694-4701-8acb-b42f419249c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:57.516330 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ab09-c694-4701-8acb-b42f419249c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:57.517449 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-a8a8ab09-c694-4701-8acb-b42f419249c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5773df35-2af3-4762-befd-d3afee657a87 HTTP/1.1" status: 204  len: 168 time: 0.2966723
Jun 08 18:36:57.518223 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-986b8fb7-50b7-4cda-b030-22fa912ac2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:57.528611 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8ab09-c694-4701-8acb-b42f419249c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5773df35-2af3-4762-befd-d3afee657a87,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:57.531366 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-a8a8ab09-c694-4701-8acb-b42f419249c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:57.736885 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7edb21-9c02-4232-9ee0-38aad413a495 req-fcc67922-a2d1-4456-9444-59afcf820c71 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:36:57.738380 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b7edb21-9c02-4232-9ee0-38aad413a495 req-fcc67922-a2d1-4456-9444-59afcf820c71 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 946 time: 0.0807054
Jun 08 18:36:57.785513 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b7edb21-9c02-4232-9ee0-38aad413a495 req-a6e14c01-d737-45c1-9531-7d7b0b68166c tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401421
Jun 08 18:36:58.351635 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39246) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:58.370033 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-975563c9-fe81-45f5-9fa0-15ba86e0bfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:58.477744 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-975563c9-fe81-45f5-9fa0-15ba86e0bfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:58.559592 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-975563c9-fe81-45f5-9fa0-15ba86e0bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:58.572729 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-1a616f7e-511b-4525-9f6a-ea0db6d2702b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:58.616265 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-975563c9-fe81-45f5-9fa0-15ba86e0bfe0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcf1525ad84e4ed794c8965e4423b381&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2635229
Jun 08 18:36:58.618081 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975563c9-fe81-45f5-9fa0-15ba86e0bfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e25d192-5d2e-4953-b366-b165b3ded88c,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:58.619280 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39248) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:36:58.621302 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-975563c9-fe81-45f5-9fa0-15ba86e0bfe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:36:58.686939 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d29ef71a-ba18-4b0d-b1fb-f3c80d9a0eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:58.714792 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d29ef71a-ba18-4b0d-b1fb-f3c80d9a0eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:58.834474 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d29ef71a-ba18-4b0d-b1fb-f3c80d9a0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:58.836815 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d29ef71a-ba18-4b0d-b1fb-f3c80d9a0eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:36:58.838035 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-d29ef71a-ba18-4b0d-b1fb-f3c80d9a0eb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e25d192-5d2e-4953-b366-b165b3ded88c HTTP/1.1" status: 204  len: 168 time: 0.2176087
Jun 08 18:36:58.838841 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c8dc36cb-98d7-407b-84d5-fb5f8996cbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:36:58.849484 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ef71a-ba18-4b0d-b1fb-f3c80d9a0eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e25d192-5d2e-4953-b366-b165b3ded88c,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:36:58.852001 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d29ef71a-ba18-4b0d-b1fb-f3c80d9a0eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:01.074066 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4d97-ed84-420e-ad3d-94790346f5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:02.194535 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39306) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:02.314065 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0650bd1e-a7d8-4f9a-b912-da4048333bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:02.427606 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0650bd1e-a7d8-4f9a-b912-da4048333bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:02.542704 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0650bd1e-a7d8-4f9a-b912-da4048333bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:02.550149 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-064163ac-41de-4231-b920-054669798609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:02.592804 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-0650bd1e-a7d8-4f9a-b912-da4048333bce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67ba18f2f554484c82bc03452f873d08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3970344
Jun 08 18:37:02.594192 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650bd1e-a7d8-4f9a-b912-da4048333bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5def33ec-9b6a-461a-9d20-ecdddc34dc7f,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:02.596108 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39310) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:02.597163 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-0650bd1e-a7d8-4f9a-b912-da4048333bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:02.658769 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b93077a0-34d3-4465-951a-20c7686f8d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:02.685343 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b93077a0-34d3-4465-951a-20c7686f8d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:02.845735 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b93077a0-34d3-4465-951a-20c7686f8d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:02.848147 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b93077a0-34d3-4465-951a-20c7686f8d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:02.849294 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-b93077a0-34d3-4465-951a-20c7686f8d12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5def33ec-9b6a-461a-9d20-ecdddc34dc7f HTTP/1.1" status: 204  len: 168 time: 0.2521734
Jun 08 18:37:02.850332 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2d15fd2c-0935-49ad-9fc7-34ee829be40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:02.867980 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93077a0-34d3-4465-951a-20c7686f8d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5def33ec-9b6a-461a-9d20-ecdddc34dc7f,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:02.867980 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b93077a0-34d3-4465-951a-20c7686f8d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:03.685638 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39316) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:03.703670 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2644a88e-4a3b-4bf1-bc8d-41df3340e25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:03.736750 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:03.811770 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2644a88e-4a3b-4bf1-bc8d-41df3340e25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:03.914434 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2644a88e-4a3b-4bf1-bc8d-41df3340e25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:03.923745 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0f9d8139-1776-4b0d-9c1f-0d152d95c929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:03.964882 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-2644a88e-4a3b-4bf1-bc8d-41df3340e25e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca97e84990ad49f59da3283839ea89bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2778132
Jun 08 18:37:03.966714 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644a88e-4a3b-4bf1-bc8d-41df3340e25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21074c6-1a5f-4f9d-b6ab-fa9bb0dada80,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:03.967613 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39318) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:03.970148 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2644a88e-4a3b-4bf1-bc8d-41df3340e25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:03.988286 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-c8c85f2f-1f6e-4d9f-87e2-e0cc6666d8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:04.033760 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cf238f66-7f70-4682-bfbb-3fcf60db3c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:04.061679 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cf238f66-7f70-4682-bfbb-3fcf60db3c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:04.211135 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cf238f66-7f70-4682-bfbb-3fcf60db3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:04.213621 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-cf238f66-7f70-4682-bfbb-3fcf60db3c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:04.214764 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-cf238f66-7f70-4682-bfbb-3fcf60db3c98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d21074c6-1a5f-4f9d-b6ab-fa9bb0dada80 HTTP/1.1" status: 204  len: 168 time: 0.2461309
Jun 08 18:37:04.215555 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-e6be863e-6d37-41d2-b678-61e2f3a64b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:04.225911 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf238f66-7f70-4682-bfbb-3fcf60db3c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21074c6-1a5f-4f9d-b6ab-fa9bb0dada80,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:04.229460 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cf238f66-7f70-4682-bfbb-3fcf60db3c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:04.931077 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:06.959647 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:18.141774 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39440) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:18.276430 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c84a-8541-41ee-8d3a-03ce1e183446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:18.388745 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c84a-8541-41ee-8d3a-03ce1e183446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:18.514102 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c84a-8541-41ee-8d3a-03ce1e183446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:18.524229 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d82adb3d-3f7b-49b1-bd54-5d66feb1cbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:18.548896 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:18.566524 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-4bc1c84a-8541-41ee-8d3a-03ce1e183446 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=789049aff1de4a92a6afe16bd30e1989&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4236355
Jun 08 18:37:18.568449 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1c84a-8541-41ee-8d3a-03ce1e183446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057b99f0-6f25-4f2f-9842-766b1f62a7de,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:18.571118 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39444) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:18.572375 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4bc1c84a-8541-41ee-8d3a-03ce1e183446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:18.644732 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9e21511c-d118-4358-8b21-5c4c2a72688c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:18.674085 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9e21511c-d118-4358-8b21-5c4c2a72688c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:18.828561 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9e21511c-d118-4358-8b21-5c4c2a72688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:18.831147 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9e21511c-d118-4358-8b21-5c4c2a72688c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:18.832657 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-9e21511c-d118-4358-8b21-5c4c2a72688c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/057b99f0-6f25-4f2f-9842-766b1f62a7de HTTP/1.1" status: 204  len: 168 time: 0.2600589
Jun 08 18:37:18.833446 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-126ee5b3-2faa-45bf-adf8-eb7b4e3ba318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:18.844370 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21511c-d118-4358-8b21-5c4c2a72688c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057b99f0-6f25-4f2f-9842-766b1f62a7de,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:18.847029 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9e21511c-d118-4358-8b21-5c4c2a72688c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:19.745497 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39452) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:19.763558 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2e541aac-cb62-4f8d-ab2d-a844360a9de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:19.873030 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2e541aac-cb62-4f8d-ab2d-a844360a9de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:19.965432 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2e541aac-cb62-4f8d-ab2d-a844360a9de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:19.973977 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9fde3859-4744-4061-be39-6ebbcaa88fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:20.016222 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-2e541aac-cb62-4f8d-ab2d-a844360a9de1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37acdc6274b5436ca4e4e246c8e83bc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2696240
Jun 08 18:37:20.017225 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e541aac-cb62-4f8d-ab2d-a844360a9de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a02cf4c-a7f1-4b94-b6f3-27e644b62207,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:20.019824 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39454) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:20.020535 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2e541aac-cb62-4f8d-ab2d-a844360a9de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:20.081191 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2544e6d6-2337-41d4-96c8-e96c949b7b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:20.107401 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2544e6d6-2337-41d4-96c8-e96c949b7b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:20.245549 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2544e6d6-2337-41d4-96c8-e96c949b7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:20.247962 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-2544e6d6-2337-41d4-96c8-e96c949b7b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:20.249082 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-2544e6d6-2337-41d4-96c8-e96c949b7b8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a02cf4c-a7f1-4b94-b6f3-27e644b62207 HTTP/1.1" status: 204  len: 168 time: 0.2282853
Jun 08 18:37:20.249896 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-605045c0-a080-457d-b63a-c026b6782112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:20.259388 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544e6d6-2337-41d4-96c8-e96c949b7b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a02cf4c-a7f1-4b94-b6f3-27e644b62207,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:20.262231 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-2544e6d6-2337-41d4-96c8-e96c949b7b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:20.974137 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39460) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:20.992197 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0c25a7b8-a5b2-44ae-a353-66b27dca546d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:21.101115 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0c25a7b8-a5b2-44ae-a353-66b27dca546d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:21.187910 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-0c25a7b8-a5b2-44ae-a353-66b27dca546d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:21.196093 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-eec89842-707b-4476-aeb2-9df4cfaca436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:21.239373 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-0c25a7b8-a5b2-44ae-a353-66b27dca546d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0612c2d5e5554a53a2d536cfab2d8b05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2641060
Jun 08 18:37:21.240374 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25a7b8-a5b2-44ae-a353-66b27dca546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbcfaaf-4457-427f-96ff-ccbefd5faaba,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:21.242298 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39462) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:21.243312 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-0c25a7b8-a5b2-44ae-a353-66b27dca546d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:21.302751 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c433f8e4-532b-43ad-b5a0-761cd8f6b1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:21.331340 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c433f8e4-532b-43ad-b5a0-761cd8f6b1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:21.418568 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:37:21.513821 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c433f8e4-532b-43ad-b5a0-761cd8f6b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:21.516321 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c433f8e4-532b-43ad-b5a0-761cd8f6b1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:21.517464 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c433f8e4-532b-43ad-b5a0-761cd8f6b1cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fbcfaaf-4457-427f-96ff-ccbefd5faaba HTTP/1.1" status: 204  len: 168 time: 0.2740002
Jun 08 18:37:21.518199 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-59394b46-3164-42a8-a02c-cad856852946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:21.527910 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433f8e4-532b-43ad-b5a0-761cd8f6b1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbcfaaf-4457-427f-96ff-ccbefd5faaba,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:21.530187 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c433f8e4-532b-43ad-b5a0-761cd8f6b1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:25.108689 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-37226cd6-e214-4c8b-aea4-4f0f677e2bbb tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8be33dbfe42e455c8a59e23d8752c771&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0275414
Jun 08 18:37:25.263907 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-879b5ed7-4947-4d39-b86a-5c50ac37d001 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:25.265370 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-879b5ed7-4947-4d39-b86a-5c50ac37d001 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1499174
Jun 08 18:37:25.280255 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-5d681083-f5dc-420d-8e6b-6e3b004b6895 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/quotas/8be33dbfe42e455c8a59e23d8752c771 HTTP/1.1" status: 200  len: 375 time: 0.0092642
Jun 08 18:37:25.333276 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-3f1d854b-d8b4-4d47-9830-93dd7855a790 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8be33dbfe42e455c8a59e23d8752c771&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0470505
Jun 08 18:37:25.627004 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8a327df7-a097-4697-8cf5-e8841106bcc8 req-66545d5c-3014-4a1c-a029-dddd6ebaea71 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 210 time: 0.0423930
Jun 08 18:37:26.778411 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7e7e18a3-1707-48eb-9469-8e2969fa9e9b req-7e9cdc34-35b9-4e4a-8612-dfa349bca605 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 210 time: 0.0430870
Jun 08 18:37:27.803746 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-c3cb03eb-fede-4e0b-bba7-59cb7d6f1d29 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8be33dbfe42e455c8a59e23d8752c771&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0304725
Jun 08 18:37:28.040105 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ed29d36c-5da7-43c0-afeb-7c7b3e812ebf req-6088491e-ef89-4d65-8722-0253c83b1d45 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 210 time: 0.1398902
Jun 08 18:37:28.123324 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-d15bf447-34d1-4a38-a990-7b54edbd1a90 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:28.126448 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-d15bf447-34d1-4a38-a990-7b54edbd1a90 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3174388
Jun 08 18:37:28.140531 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Request body: {'port': {'device_id': '473cb1da-9eaf-429d-9aa7-9ef80cb5be8a', 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7', 'admin_state_up': True, 'tenant_id': '8be33dbfe42e455c8a59e23d8752c771'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:37:28.405754 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Made reservation on behalf of 8be33dbfe42e455c8a59e23d8752c771 for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:37:28.410850 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:28.427154 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:28.547273 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:28.656753 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:28.660944 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-da7a1b30-8c40-48bb-89c1-e48d44e2d640 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:28.740646 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c803533-ff88-4c7f-8e59-6935c2d07d37,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:28.760564 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:28.760942 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:28.761313 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:28.761681 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:28.762040 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:28.762400 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:28.762758 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:28.763141 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:28.763500 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:28.763852 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:28.764203 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:28.764551 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:28.771185 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:28.854752 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Allocated IP 192.168.233.141 (f89550e1-30eb-431d-add2-4c3387f7a3d7/48380e4f-2abd-409f-8066-0d0af208bb19/9b5dd7ff-b43a-4a35-a47f-889e10299ec5) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:37:29.107501 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d15063-fa69-4eb6-86e4-8fa9130a37b5 req-d9d74552-4b40-4c94-a3a2-9e80abf48561 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:29.108965 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-25d15063-fa69-4eb6-86e4-8fa9130a37b5 req-d9d74552-4b40-4c94-a3a2-9e80abf48561 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 946 time: 0.2143798
Jun 08 18:37:29.140553 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:29.177736 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Transition to ACTIVE for port object 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 will not be triggered until provisioned by entity DHCP. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:37:29.183827 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-25d15063-fa69-4eb6-86e4-8fa9130a37b5 req-5f027928-b69f-41a4-a617-bfa76ca6d593 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638144
Jun 08 18:37:29.317097 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:29.323781 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:37:29.323781 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:37:29.323781 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:37:29.323781 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:37:29.323781 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:37:29.323781 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:37:29.351025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Network f89550e1-30eb-431d-add2-4c3387f7a3d7 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:37:29.352975 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:37:29.356275 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:37:29.428478 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:29.429115 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:29.439899 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba3749-003f-4285-9d96-db5417539ce9 req-2dfa8e53-e3dc-4d7a-9172-09d543c14792 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:29.441466 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8fba3749-003f-4285-9d96-db5417539ce9 req-2dfa8e53-e3dc-4d7a-9172-09d543c14792 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 936 time: 0.1615047
Jun 08 18:37:29.505601 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8fba3749-003f-4285-9d96-db5417539ce9 req-79d046d5-93d2-4cda-a5dd-d3f168ae5818 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c803533-ff88-4c7f-8e59-6935c2d07d37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557868
Jun 08 18:37:29.594480 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4592588
Jun 08 18:37:29.608244 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Request body: {'port': {'device_id': '473cb1da-9eaf-429d-9aa7-9ef80cb5be8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:37:29.719471 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-3d059168-14cd-4884-98fb-59f2f433a082 None None] Provisioning for port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:37:29.724203 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:29.732966 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-3d059168-14cd-4884-98fb-59f2f433a082 None None] Provisioning complete for port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:37:29.733303 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-3d059168-14cd-4884-98fb-59f2f433a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:29.786664 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-3d059168-14cd-4884-98fb-59f2f433a082 None None] Port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:37:30.082545 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:37:30.090320 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:30.104771 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Transition to ACTIVE for port object 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:37:30.200325 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:30.205789 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-1cc1f820-1d4b-43ac-8766-4b59d2527da2 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:30.494421 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5dd7ff-b43a-4a35-a47f-889e10299ec5,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:30.532097 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:30.587506 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-840710a9-a80a-42b3-a3e4-1e9dacfc9044 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:30.589776 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-840710a9-a80a-42b3-a3e4-1e9dacfc9044 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 946 time: 0.4430521
Jun 08 18:37:30.687839 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Attempting to bind port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:37:30.688177 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Attempting to bind port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '44277f07-0088-44bb-8e1a-83da5c4b1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:37:30.688507 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Attempting to bind port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 on network f89550e1-30eb-431d-add2-4c3387f7a3d7 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:37:30.733608 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2c7b2-7dff-475d-b451-2f3b5f52a486 req-c2ebcc2e-a187-433a-b46e-7632d136b2ad tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:30.735194 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b2d2c7b2-7dff-475d-b451-2f3b5f52a486 req-c2ebcc2e-a187-433a-b46e-7632d136b2ad tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 946 time: 0.4156361
Jun 08 18:37:30.741181 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 on network f89550e1-30eb-431d-add2-4c3387f7a3d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:37:30.741507 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Attempting to bind port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 on network f89550e1-30eb-431d-add2-4c3387f7a3d7 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:37:30.770530 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:37:30.770873 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Checking segment: {'id': '44277f07-0088-44bb-8e1a-83da5c4b1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:37:30.771282 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Bound using segment: {'id': '44277f07-0088-44bb-8e1a-83da5c4b1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:37:30.771726 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Bound port: 9b5dd7ff-b43a-4a35-a47f-889e10299ec5, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44277f07-0088-44bb-8e1a-83da5c4b1a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:37:30.772073 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:30.864596 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b2d2c7b2-7dff-475d-b451-2f3b5f52a486 req-e325eaae-f909-44e9-810e-2469aa3df433 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups?id=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188037
Jun 08 18:37:30.906188 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Deleting port 66b1c5c6-158b-47af-af98-0fe605afc1e4 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:30.906536 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:30.920743 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] For port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:37:30.986293 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] For port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9b5dd7ff-b43a-4a35-a47f-889e10299ec5,segment=NetworkSegment(44277f07-0088-44bb-8e1a-83da5c4b1a18),segment_id=44277f07-0088-44bb-8e1a-83da5c4b1a18)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:37:31.055723 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] For port 66b1c5c6-158b-47af-af98-0fe605afc1e4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=66b1c5c6-158b-47af-af98-0fe605afc1e4,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:31.056077 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:31.122006 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:31.137183 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-ffd07410-d41f-4088-b9df-460d2ce14c69 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:31.148025 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-8c3a3187-cc94-441c-a274-013bf7a0aa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:31.216907 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:31.217526 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:31.218936 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] 10.222.0.37 "PUT /v2.0/ports/9b5dd7ff-b43a-4a35-a47f-889e10299ec5 HTTP/1.1" status: 200  len: 1098 time: 1.6151569
Jun 08 18:37:31.221554 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473cb1da-9eaf-429d-9aa7-9ef80cb5be8a', 'tag': '9b5dd7ff-b43a-4a35-a47f-889e10299ec5'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:37:31.224830 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbda2b6b-7096-4bab-b94e-628752fec37c" -d '{"events": [{"name": "network-changed", "server_uuid": "473cb1da-9eaf-429d-9aa7-9ef80cb5be8a", "tag": "9b5dd7ff-b43a-4a35-a47f-889e10299ec5"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:37:31.276680 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39546) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:31.338467 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5dd7ff-b43a-4a35-a47f-889e10299ec5,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:31.344277 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:31.558305 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:31.558695 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:31.559127 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.l3_db [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Floating IP 14d5f316-b8d2-4e84-bbd6-ab26557b3b31 disassociated. External IP: 172.27.1.200, port: 66b1c5c6-158b-47af-af98-0fe605afc1e4.
Jun 08 18:37:31.559562 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Calling delete_port for 66b1c5c6-158b-47af-af98-0fe605afc1e4 owned by compute:nova {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:31.590533 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-4a6b2b10-b9ff-41b0-931a-234919021b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:31.592234 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-4a6b2b10-b9ff-41b0-931a-234919021b93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be33dbfe42e455c8a59e23d8752c771&device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 1101 time: 0.1402030
Jun 08 18:37:31.664536 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Deleting port 05b02892-dc7a-40cf-9bb6-0e757504c785 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:31.664764 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:31.699591 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-a141a1a6-86f5-4a1b-8773-ac1d303d1d9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=9b5dd7ff-b43a-4a35-a47f-889e10299ec5 HTTP/1.1" status: 200  len: 217 time: 0.0986512
Jun 08 18:37:31.805367 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-a3e0d510-2b51-41ed-a65a-8d9b33af165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:31.806826 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-a3e0d510-2b51-41ed-a65a-8d9b33af165f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48380e4f-2abd-409f-8066-0d0af208bb19 HTTP/1.1" status: 200  len: 843 time: 0.1003761
Jun 08 18:37:31.912757 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:31.916825 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:31.931057 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715aca1-e402-4d25-8ef9-37491e122b63 req-c2e72b26-19d3-4932-9b74-551e08144651 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:31.932525 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e715aca1-e402-4d25-8ef9-37491e122b63 req-c2e72b26-19d3-4932-9b74-551e08144651 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 948 time: 0.2802365
Jun 08 18:37:31.993557 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e715aca1-e402-4d25-8ef9-37491e122b63 req-ec83755f-48a0-466f-9713-f2f30348ac40 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c803533-ff88-4c7f-8e59-6935c2d07d37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527103
Jun 08 18:37:31.996574 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-ac0f9e8e-e04e-497c-a164-e56059afb0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:31.997901 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-ac0f9e8e-e04e-497c-a164-e56059afb0a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89550e1-30eb-431d-add2-4c3387f7a3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1601489
Jun 08 18:37:32.044688 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Calling delete_port for 05b02892-dc7a-40cf-9bb6-0e757504c785 owned by network:floatingip {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:32.106236 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd06c66-5da0-453d-8fe9-f5c5da0f0785 x-openstack-request-id: req-0fd06c66-5da0-453d-8fe9-f5c5da0f0785 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:37:32.106749 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473cb1da-9eaf-429d-9aa7-9ef80cb5be8a", "tag": "9b5dd7ff-b43a-4a35-a47f-889e10299ec5", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:37:32.107332 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fd06c66-5da0-453d-8fe9-f5c5da0f0785 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:37:32.107957 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473cb1da-9eaf-429d-9aa7-9ef80cb5be8a', 'tag': '9b5dd7ff-b43a-4a35-a47f-889e10299ec5', 'status': 'completed', 'code': 200}
Jun 08 18:37:32.117562 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:32.132682 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-25492ad4-a077-4792-a3e6-6af9e40b559e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:32.235404 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event deleted for resources: {'Port': ['ID=66b1c5c6-158b-47af-af98-0fe605afc1e4,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:32.279862 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:32.284681 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-62bc6a7d-7d7f-46c3-b99f-f95f5e07ad0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:32.335589 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Pushing event deleted for resources: {'Port': ['ID=05b02892-dc7a-40cf-9bb6-0e757504c785,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:32.357401 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:32.374942 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:32.375411 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:32.375839 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:32.376147 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:32.376506 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:32.376863 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:32.377218 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:32.377570 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:32.377924 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:32.378836 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:32.379201 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:32.379546 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:32.387287 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:32.440539 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for floatingip, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:32.441477 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.l3_db [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Floating IP 697769ba-6762-4d19-901c-f825ab3917f6 disassociated (deleted). External IP: 172.27.1.10, port: 143332e6-360c-4782-a6cc-ca66709a07a5.
Jun 08 18:37:32.516357 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-4cc618cc-3078-435e-92fa-f0b71bade8a1 service neutron] 10.222.0.37 "GET /v2.0/networks/f89550e1-30eb-431d-add2-4c3387f7a3d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5067890
Jun 08 18:37:32.685963 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd69be5-298c-4875-bd6f-7da8d6f6c11b req-0f959e7b-2280-4e20-ae37-4aaf5f971d92 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:32.687543 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4cd69be5-298c-4875-bd6f-7da8d6f6c11b req-0f959e7b-2280-4e20-ae37-4aaf5f971d92 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 945 time: 0.5003967
Jun 08 18:37:32.767351 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Router 79b8186e-eecb-4c9e-8222-f5374f82651c has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:37:32.794609 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4cd69be5-298c-4875-bd6f-7da8d6f6c11b req-2587fc70-221f-40b2-a2dc-0269436eb74f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920997
Jun 08 18:37:32.807706 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ea4738bf-518e-4c01-b7ed-4682b0f30986 req-ccfbdc9a-afb5-4ffb-9aad-8d6ca3397a27 service neutron] 10.222.0.37 "GET /v2.0/networks/f89550e1-30eb-431d-add2-4c3387f7a3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2818117
Jun 08 18:37:32.870994 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Router ae82820a-3105-4a30-8538-e65c2f4702ef has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:37:33.074774 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b1386b81-bee4-4850-b0d0-a28cbaef91d7 req-922767ff-50ac-4a7d-950d-5cfe92b7b6d1 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ae3e78-ae48-4610-8037-69e308a7cb43 HTTP/1.1" status: 200  len: 210 time: 0.1120286
Jun 08 18:37:33.086415 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:37:33.100802 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d277564-94dc-46ee-89d8-d76f8e95a471 None None] Sync routers for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:37:33.122781 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d277564-94dc-46ee-89d8-d76f8e95a471 None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:37:33.123454 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-6d277564-94dc-46ee-89d8-d76f8e95a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e94100>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:33.137460 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:37:33.142587 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:33.151251 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1de658-3961-4edc-96fe-9d16b60d104a None None] Sync routers for ids ['ae82820a-3105-4a30-8538-e65c2f4702ef'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:37:33.164575 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1de658-3961-4edc-96fe-9d16b60d104a None None] Routers {'ae82820a-3105-4a30-8538-e65c2f4702ef'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:37:33.165839 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-1b1de658-3961-4edc-96fe-9d16b60d104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc75308b0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ae82820a-3105-4a30-8538-e65c2f4702ef'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:33.196397 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] No DVR routers for this DVR port 66b1c5c6-158b-47af-af98-0fe605afc1e4 on host hv-cinder-78956 {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:37:33.213723 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:33.215206 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d1d21d70-ed2c-4b02-9700-eabe579e632c req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.37 "DELETE /v2.0/ports/66b1c5c6-158b-47af-af98-0fe605afc1e4 HTTP/1.1" status: 204  len: 173 time: 2.6124773
Jun 08 18:37:33.222980 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-ccea004d-acc6-495e-888b-2315449b1345 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:33.225421 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-ccea004d-acc6-495e-888b-2315449b1345 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 945 time: 0.2779920
Jun 08 18:37:33.228042 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda2b6b-7096-4bab-b94e-628752fec37c req-7727895d-36c8-4964-80b8-1ca21eae6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:33.229848 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cbda2b6b-7096-4bab-b94e-628752fec37c req-7727895d-36c8-4964-80b8-1ca21eae6047 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be33dbfe42e455c8a59e23d8752c771&device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 1101 time: 0.2662354
Jun 08 18:37:33.281348 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 66b1c5c6-158b-47af-af98-0fe605afc1e4 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:33.337921 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "DELETE /v2.0/floatingips/697769ba-6762-4d19-901c-f825ab3917f6 HTTP/1.1" status: 204  len: 168 time: 2.0591578
Jun 08 18:37:33.341143 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:37:33.343974 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1596a904-1ba3-4e09-b135-caaec1f8bde1" -d '{"events": [{"name": "network-changed", "server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:37:33.422431 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-6d277564-94dc-46ee-89d8-d76f8e95a471 None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:37:33.446954 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Deleting port b1019b4d-9de8-4385-88db-7afaad91cf5e {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:33.447420 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:33.505337 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-1b1de658-3961-4edc-96fe-9d16b60d104a None None] Set router ae82820a-3105-4a30-8538-e65c2f4702ef gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:37:33.561169 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f0cb7-79e0-4b22-be42-f71af7a80920 req-9f639596-bb23-43ed-ba3b-bb999fbd6658 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:33.562788 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-eb5f0cb7-79e0-4b22-be42-f71af7a80920 req-9f639596-bb23-43ed-ba3b-bb999fbd6658 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 948 time: 0.2932296
Jun 08 18:37:33.611290 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: 66b1c5c6-158b-47af-af98-0fe605afc1e4 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:33.611290 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 66b1c5c6-158b-47af-af98-0fe605afc1e4 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:33.611631 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda2b6b-7096-4bab-b94e-628752fec37c req-806c0965-84b7-44c8-9225-0d648c379c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:33.611631 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cbda2b6b-7096-4bab-b94e-628752fec37c req-806c0965-84b7-44c8-9225-0d648c379c0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f89550e1-30eb-431d-add2-4c3387f7a3d7 HTTP/1.1" status: 200  len: 869 time: 0.3732455
Jun 08 18:37:33.710815 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cbda2b6b-7096-4bab-b94e-628752fec37c req-feb9f774-863c-417b-a277-1ed62da98393 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=9b5dd7ff-b43a-4a35-a47f-889e10299ec5 HTTP/1.1" status: 200  len: 217 time: 0.0945446
Jun 08 18:37:33.772125 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] For port b1019b4d-9de8-4385-88db-7afaad91cf5e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b1019b4d-9de8-4385-88db-7afaad91cf5e,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:33.772482 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:33.803188 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-eb5f0cb7-79e0-4b22-be42-f71af7a80920 req-a951bbf5-7954-4887-8a96-e72b429aa0c0 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c803533-ff88-4c7f-8e59-6935c2d07d37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307398
Jun 08 18:37:33.840151 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda2b6b-7096-4bab-b94e-628752fec37c req-8998366a-6dd8-419a-b298-e9a45735f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:33.841292 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-6d277564-94dc-46ee-89d8-d76f8e95a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e94100>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:29:00Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:33.848609 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d277564-94dc-46ee-89d8-d76f8e95a471 None None] Checking router: 79b8186e-eecb-4c9e-8222-f5374f82651c for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:37:33.859470 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cbda2b6b-7096-4bab-b94e-628752fec37c req-8998366a-6dd8-419a-b298-e9a45735f4e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48380e4f-2abd-409f-8066-0d0af208bb19 HTTP/1.1" status: 200  len: 843 time: 0.1297920
Jun 08 18:37:33.863201 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d277564-94dc-46ee-89d8-d76f8e95a471 None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:37:33.864369 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-6d277564-94dc-46ee-89d8-d76f8e95a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e94100>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:33.983282 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda2b6b-7096-4bab-b94e-628752fec37c req-fd90c801-cf27-4bb5-805e-9b2645f03b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:33.984788 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cbda2b6b-7096-4bab-b94e-628752fec37c req-fd90c801-cf27-4bb5-805e-9b2645f03b17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89550e1-30eb-431d-add2-4c3387f7a3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1275799
Jun 08 18:37:34.017312 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-1b1de658-3961-4edc-96fe-9d16b60d104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc75308b0>, [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'fc68e1fc-3c1b-4406-9194-38734dc15496', 'name': '', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'mac_address': 'fa:16:3e:3f:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:17Z', 'updated_at': '2021-06-08T18:32:28Z', 'revision_number': 5, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'subnets': [{'id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:34.026175 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1de658-3961-4edc-96fe-9d16b60d104a None None] Checking router: ae82820a-3105-4a30-8538-e65c2f4702ef for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:37:34.048124 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1de658-3961-4edc-96fe-9d16b60d104a None None] Routers {'ae82820a-3105-4a30-8538-e65c2f4702ef'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:37:34.048788 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-1b1de658-3961-4edc-96fe-9d16b60d104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc75308b0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ae82820a-3105-4a30-8538-e65c2f4702ef'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:34.137478 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-6d277564-94dc-46ee-89d8-d76f8e95a471 None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:37:34.138514 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:34.149052 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4b294197-8036-4772-9263-be55096bc5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:34.160472 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'name': 'network-vif-deleted', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:37:34.162890 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57adb5d-bf41-4d12-a88a-7ee241fcde3d" -d '{"events": [{"server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "name": "network-vif-deleted", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:37:34.235802 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cbda2b6b-7096-4bab-b94e-628752fec37c req-266064a5-5659-4b8d-a164-6ee99d55c0b8 service neutron] 10.222.0.37 "GET /v2.0/networks/f89550e1-30eb-431d-add2-4c3387f7a3d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436094
Jun 08 18:37:34.281392 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-1b1de658-3961-4edc-96fe-9d16b60d104a None None] Set router ae82820a-3105-4a30-8538-e65c2f4702ef gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:37:34.326280 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:34.327226 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:34.328405 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.l3_db [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Floating IP 645c75f2-ed83-46dc-be2e-0466d33e7c53 disassociated. External IP: 172.27.1.244, port: b1019b4d-9de8-4385-88db-7afaad91cf5e.
Jun 08 18:37:34.328761 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Calling delete_port for b1019b4d-9de8-4385-88db-7afaad91cf5e owned by compute:nova {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:34.527574 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cbda2b6b-7096-4bab-b94e-628752fec37c req-0cef1941-8cb4-4892-b15a-4bda27513dfd service neutron] 10.222.0.37 "GET /v2.0/networks/f89550e1-30eb-431d-add2-4c3387f7a3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2853580
Jun 08 18:37:34.573178 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-6d277564-94dc-46ee-89d8-d76f8e95a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e94100>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:29:00Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:34.577199 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d277564-94dc-46ee-89d8-d76f8e95a471 None None] The sync data for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi is: [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:28:49Z', 'revision_number': 4, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '7d5f3614-061b-4cb1-a55b-7f63e099ff79', 'name': '', 'network_id': '4e65c5bf-fac2-44f5-afa7-eac51446a6b9', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'mac_address': 'fa:16:3e:27:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:45Z', 'updated_at': '2021-06-08T18:29:00Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'subnets': [{'id': 'ce63b7a8-e50f-4613-b1c7-3a6994e16221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:37:34.675602 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-1b1de658-3961-4edc-96fe-9d16b60d104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc75308b0>, [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'fc68e1fc-3c1b-4406-9194-38734dc15496', 'name': '', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'mac_address': 'fa:16:3e:3f:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:17Z', 'updated_at': '2021-06-08T18:32:28Z', 'revision_number': 5, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'subnets': [{'id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:34.680543 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1de658-3961-4edc-96fe-9d16b60d104a None None] The sync data for ids ['ae82820a-3105-4a30-8538-e65c2f4702ef'] in dv-cinder-789564-4-iscsi is: [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'fc68e1fc-3c1b-4406-9194-38734dc15496', 'name': '', 'network_id': 'd3e917a6-7059-4dfd-9b76-17cc2033e4e2', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'mac_address': 'fa:16:3e:3f:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:17Z', 'updated_at': '2021-06-08T18:32:28Z', 'revision_number': 5, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'subnets': [{'id': '909f55c0-4a9e-46a4-ab42-4fa4fde86908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:37:34.720435 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:34.731542 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ee0fc6f1-7b45-4a72-9a1c-4a959368029f tempest-ServerRescueNegativeTestJSON-756636606 tempest-ServerRescueNegativeTestJSON-756636606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:34.791944 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event deleted for resources: {'Port': ['ID=b1019b4d-9de8-4385-88db-7afaad91cf5e,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:34.799589 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:34.885433 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10d7369-d6fe-4f16-aeb4-cae801810b40 x-openstack-request-id: req-e10d7369-d6fe-4f16-aeb4-cae801810b40 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:37:34.885750 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:37:34.886043 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e10d7369-d6fe-4f16-aeb4-cae801810b40 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:37:34.886466 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5', 'status': 'completed', 'code': 200}
Jun 08 18:37:34.917027 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19bdb8f-29ba-4576-af32-a63ec5376738 None None] New status for floating IP 14d5f316-b8d2-4e84-bbd6-ab26557b3b31: DOWN {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:37:34.936906 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:35.077843 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ec8551b3-6151-4193-b75e-0da3ec47382b req-41119aa7-e656-4176-8f01-0f2022bf7a7f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 210 time: 0.0742774
Jun 08 18:37:35.091438 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:37:35.110622 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a904-1ba3-4e09-b135-caaec1f8bde1 req-9ff02ec4-2a2b-4172-be0d-ab168f1439fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:35.112187 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1596a904-1ba3-4e09-b135-caaec1f8bde1 req-9ff02ec4-2a2b-4172-be0d-ab168f1439fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef2eca637095424897aaebca4915ebea&device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 1098 time: 0.1740599
Jun 08 18:37:35.138515 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54415c1f-f669-4988-8b78-f0ffc30845ff None None] New status for floating IP 697769ba-6762-4d19-901c-f825ab3917f6: DOWN {{(pid=92320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:37:35.294838 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ce3074-efcd-44bc-86e7-041922a1db6f x-openstack-request-id: req-98ce3074-efcd-44bc-86e7-041922a1db6f {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:37:35.297799 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ae3e78-ae48-4610-8037-69e308a7cb43", "name": "network-vif-deleted", "tag": "66b1c5c6-158b-47af-af98-0fe605afc1e4", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:37:35.298141 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98ce3074-efcd-44bc-86e7-041922a1db6f {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:37:35.298543 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ae3e78-ae48-4610-8037-69e308a7cb43', 'name': 'network-vif-deleted', 'tag': '66b1c5c6-158b-47af-af98-0fe605afc1e4', 'status': 'completed', 'code': 200}
Jun 08 18:37:35.354205 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:37:35.367369 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:37:35.367369 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device b1019b4d-9de8-4385-88db-7afaad91cf5e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:35.408046 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9e13b6-319a-420e-8f8a-e081b74c8957 None None] Sync routers for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:37:35.432267 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9e13b6-319a-420e-8f8a-e081b74c8957 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:37:35.435716 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-cf9e13b6-319a-420e-8f8a-e081b74c8957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcccbcc40>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:35.462106 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] No DVR routers for this DVR port b1019b4d-9de8-4385-88db-7afaad91cf5e on host hv-cinder-78956 {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:37:35.464612 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:35.466799 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-f50df7fb-439d-4dc6-88c3-8e418c12b2ab req-8bc0b627-d705-484a-ad85-fe8dcc131855 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "DELETE /v2.0/ports/b1019b4d-9de8-4385-88db-7afaad91cf5e HTTP/1.1" status: 204  len: 173 time: 2.2151413
Jun 08 18:37:35.480927 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a904-1ba3-4e09-b135-caaec1f8bde1 req-f584f4b1-6665-47eb-808a-84568ee4641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:35.482443 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1596a904-1ba3-4e09-b135-caaec1f8bde1 req-f584f4b1-6665-47eb-808a-84568ee4641f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2 HTTP/1.1" status: 200  len: 908 time: 0.3625677
Jun 08 18:37:35.513741 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: b1019b4d-9de8-4385-88db-7afaad91cf5e {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:35.514125 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device b1019b4d-9de8-4385-88db-7afaad91cf5e not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:35.587883 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1596a904-1ba3-4e09-b135-caaec1f8bde1 req-405cf782-3817-4845-80c4-d85a3c4903cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=143332e6-360c-4782-a6cc-ca66709a07a5 HTTP/1.1" status: 200  len: 217 time: 0.0976553
Jun 08 18:37:35.637690 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3cad3-66d9-4784-8aed-e59df85689ea req-d9b0e280-f3b2-4bad-b061-5a569e17c267 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:35.642534 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b7c3cad3-66d9-4784-8aed-e59df85689ea req-d9b0e280-f3b2-4bad-b061-5a569e17c267 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.3009777
Jun 08 18:37:35.677151 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-cf9e13b6-319a-420e-8f8a-e081b74c8957 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:37:35.678830 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9b5dd7ff-b43a-4a35-a47f-889e10299ec5,segment=NetworkSegment(44277f07-0088-44bb-8e1a-83da5c4b1a18),segment_id=44277f07-0088-44bb-8e1a-83da5c4b1a18)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:35.696695 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '9b5dd7ff-b43a-4a35-a47f-889e10299ec5', 'network_id': 'f89550e1-30eb-431d-add2-4c3387f7a3d7', 'port_id': '9b5dd7ff-b43a-4a35-a47f-889e10299ec5', 'mac_address': 'fa:16:3e:fb:eb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48380e4f-2abd-409f-8066-0d0af208bb19', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:37:35.715492 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b7c3cad3-66d9-4784-8aed-e59df85689ea req-dc29e545-364b-4d44-b081-5fcc87e91985 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696890
Jun 08 18:37:35.720187 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a904-1ba3-4e09-b135-caaec1f8bde1 req-da3473ee-14bc-4809-a54d-71af97afcd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:35.722416 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1596a904-1ba3-4e09-b135-caaec1f8bde1 req-da3473ee-14bc-4809-a54d-71af97afcd16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909f55c0-4a9e-46a4-ab42-4fa4fde86908 HTTP/1.1" status: 200  len: 847 time: 0.1261847
Jun 08 18:37:35.778951 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:35.805260 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:37:35.837682 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a904-1ba3-4e09-b135-caaec1f8bde1 req-478ff2dd-f91b-4fc5-8108-e0af0e644261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:35.842234 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1596a904-1ba3-4e09-b135-caaec1f8bde1 req-478ff2dd-f91b-4fc5-8108-e0af0e644261 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3e917a6-7059-4dfd-9b76-17cc2033e4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1112144
Jun 08 18:37:35.845952 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9b5dd7ff-b43a-4a35-a47f-889e10299ec5,segment=NetworkSegment(44277f07-0088-44bb-8e1a-83da5c4b1a18),segment_id=44277f07-0088-44bb-8e1a-83da5c4b1a18)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:35.925681 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:35.927804 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:36.005874 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=9b5dd7ff-b43a-4a35-a47f-889e10299ec5,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:36.008848 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:36.075489 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29a81c-11db-4750-b9be-652b94a161c7 req-e19c65bf-1ec1-4a06-9d1c-31185fff7613 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:36.077049 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cd29a81c-11db-4750-b9be-652b94a161c7 req-e19c65bf-1ec1-4a06-9d1c-31185fff7613 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 949 time: 0.2083418
Jun 08 18:37:36.079409 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1596a904-1ba3-4e09-b135-caaec1f8bde1 req-a4e55e20-c12e-4ca4-93b7-76ea9d0d0595 service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2321529
Jun 08 18:37:36.080172 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-cf9e13b6-319a-420e-8f8a-e081b74c8957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcccbcc40>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:36.086392 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9e13b6-319a-420e-8f8a-e081b74c8957 None None] Checking router: 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:37:36.096355 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9e13b6-319a-420e-8f8a-e081b74c8957 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:37:36.097097 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-cf9e13b6-319a-420e-8f8a-e081b74c8957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcccbcc40>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:36.129380 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['9b5dd7ff-b43a-4a35-a47f-889e10299ec5'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:37:36.218538 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-cd29a81c-11db-4750-b9be-652b94a161c7 req-13fe69b9-664b-400e-b1e4-3fa2b9aeaf6a tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c803533-ff88-4c7f-8e59-6935c2d07d37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349232
Jun 08 18:37:36.220033 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a68fc1-f008-4046-83c4-6bc044381bc4 req-2e941f9d-6001-418f-a45b-f3ddc940e851 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:36.220837 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-10a68fc1-f008-4046-83c4-6bc044381bc4 req-2e941f9d-6001-418f-a45b-f3ddc940e851 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.37 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.1987810
Jun 08 18:37:36.294313 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1596a904-1ba3-4e09-b135-caaec1f8bde1 req-5a85bd76-c48a-4ca0-9604-aff2e4234aca service neutron] 10.222.0.37 "GET /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1953526
Jun 08 18:37:36.386821 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39574) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:36.390115 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-cf9e13b6-319a-420e-8f8a-e081b74c8957 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:37:36.499233 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-60963259-bb4e-45b2-a74a-9f28da933011 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:36.502350 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-10a68fc1-f008-4046-83c4-6bc044381bc4 req-c2f56da2-8ed6-4912-81ca-5be19336496a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Deleting port 143332e6-360c-4782-a6cc-ca66709a07a5 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:36.505491 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-10a68fc1-f008-4046-83c4-6bc044381bc4 req-c2f56da2-8ed6-4912-81ca-5be19336496a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:36.554843 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ae199034-3116-449d-b4ea-40a84f471f8e req-8e69547d-053b-4459-8ff9-a968ebed761c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb90dfa3-a32a-4243-921f-d79b44f204f9 HTTP/1.1" status: 200  len: 210 time: 0.0491765
Jun 08 18:37:36.613141 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-60963259-bb4e-45b2-a74a-9f28da933011 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:36.710307 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-10a68fc1-f008-4046-83c4-6bc044381bc4 req-c2f56da2-8ed6-4912-81ca-5be19336496a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] For port 143332e6-360c-4782-a6cc-ca66709a07a5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=143332e6-360c-4782-a6cc-ca66709a07a5,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:36.720612 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-10a68fc1-f008-4046-83c4-6bc044381bc4 req-c2f56da2-8ed6-4912-81ca-5be19336496a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:36.738853 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-cf9e13b6-319a-420e-8f8a-e081b74c8957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcccbcc40>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:36.743657 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9e13b6-319a-420e-8f8a-e081b74c8957 None None] The sync data for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi is: [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:37:36.937066 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:36.994773 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'name': 'network-vif-deleted', 'tag': 'b1019b4d-9de8-4385-88db-7afaad91cf5e'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:37:36.998335 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f34e39-569a-47ed-9064-f65780686fdf" -d '{"events": [{"server_uuid": "fb90dfa3-a32a-4243-921f-d79b44f204f9", "name": "network-vif-deleted", "tag": "b1019b4d-9de8-4385-88db-7afaad91cf5e"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:37:37.072499 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-60963259-bb4e-45b2-a74a-9f28da933011 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:37.075207 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-60963259-bb4e-45b2-a74a-9f28da933011 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:37.076349 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-60963259-bb4e-45b2-a74a-9f28da933011 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "DELETE /v2.0/security-groups/53917c64-b2b6-48de-8ca9-d70e8dd5ac4a HTTP/1.1" status: 204  len: 168 time: 0.6843390
Jun 08 18:37:37.086634 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-10a68fc1-f008-4046-83c4-6bc044381bc4 req-c2f56da2-8ed6-4912-81ca-5be19336496a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Calling delete_port for 143332e6-360c-4782-a6cc-ca66709a07a5 owned by compute:nova {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:37.089339 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-0c25a7b8-a5b2-44ae-a353-66b27dca546d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:37.096448 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534a059-4fc1-4ba3-9ea8-c6bdcfb2fd66 None None] New status for floating IP 645c75f2-ed83-46dc-be2e-0466d33e7c53: DOWN {{(pid=92320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:37:37.096650 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39582) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:37.122200 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.api.v2.resource [None req-56999a20-b2c6-4a04-912c-75bb18d65b22 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] show failed (client error): The resource could not be found.
Jun 08 18:37:37.125937 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-56999a20-b2c6-4a04-912c-75bb18d65b22 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "GET /v2.0/security-groups/53917c64-b2b6-48de-8ca9-d70e8dd5ac4a HTTP/1.1" status: 404  len: 347 time: 0.0230122
Jun 08 18:37:37.125937 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60963259-bb4e-45b2-a74a-9f28da933011 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53917c64-b2b6-48de-8ca9-d70e8dd5ac4a,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:37.127593 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39584) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:37.127811 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-60963259-bb4e-45b2-a74a-9f28da933011 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:37.185596 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aacefb-e6c0-4dd2-a445-29e6910e7944 req-e88434ba-d0d3-4345-9654-d9ecc0827188 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:37.187172 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-52aacefb-e6c0-4dd2-a445-29e6910e7944 req-e88434ba-d0d3-4345-9654-d9ecc0827188 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 945 time: 0.1120517
Jun 08 18:37:37.239097 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-52aacefb-e6c0-4dd2-a445-29e6910e7944 req-8a5799b6-605c-4765-8111-d592d5bea11a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437429
Jun 08 18:37:37.334402 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2907ed62-73fa-4b0a-9c95-8c5ee9406c32 x-openstack-request-id: req-2907ed62-73fa-4b0a-9c95-8c5ee9406c32 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:37:37.335004 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb90dfa3-a32a-4243-921f-d79b44f204f9", "name": "network-vif-deleted", "tag": "b1019b4d-9de8-4385-88db-7afaad91cf5e", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:37:37.335105 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2907ed62-73fa-4b0a-9c95-8c5ee9406c32 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:37:37.335451 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb90dfa3-a32a-4243-921f-d79b44f204f9', 'name': 'network-vif-deleted', 'tag': 'b1019b4d-9de8-4385-88db-7afaad91cf5e', 'status': 'completed', 'code': 200}
Jun 08 18:37:37.348296 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:37:37.447031 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-59834856-e1c6-4045-a7bb-377be58ed4fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Deleting port ceaa3419-dc55-42cf-a8cf-59ff218211a0 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:37.447861 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-59834856-e1c6-4045-a7bb-377be58ed4fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:37.492146 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b572049-383c-4ca9-ba3b-1d640d138ec0 req-21af4ea8-cfaf-4508-81f9-b70c5aafff0c tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:37.493751 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b572049-383c-4ca9-ba3b-1d640d138ec0 req-21af4ea8-cfaf-4508-81f9-b70c5aafff0c tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 949 time: 0.0916739
Jun 08 18:37:37.519645 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:37:37.525450 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:37:37.525838 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:37.552877 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b572049-383c-4ca9-ba3b-1d640d138ec0 req-4074dbb0-ed56-4694-9ae3-38ee27bd5ca6 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c803533-ff88-4c7f-8e59-6935c2d07d37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517445
Jun 08 18:37:37.589736 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-59834856-e1c6-4045-a7bb-377be58ed4fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:37.589947 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-59834856-e1c6-4045-a7bb-377be58ed4fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:37.650762 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:37.687897 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473cb1da-9eaf-429d-9aa7-9ef80cb5be8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5dd7ff-b43a-4a35-a47f-889e10299ec5'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:37:37.690397 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2436a2bc-da92-4f42-b819-63ad50ba370f" -d '{"events": [{"server_uuid": "473cb1da-9eaf-429d-9aa7-9ef80cb5be8a", "name": "network-vif-plugged", "status": "completed", "tag": "9b5dd7ff-b43a-4a35-a47f-889e10299ec5"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:37:37.698705 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9b5dd7ff-b43a-4a35-a47f-889e10299ec5,segment=NetworkSegment(44277f07-0088-44bb-8e1a-83da5c4b1a18),segment_id=44277f07-0088-44bb-8e1a-83da5c4b1a18)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:37.715263 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-10a68fc1-f008-4046-83c4-6bc044381bc4 req-c2f56da2-8ed6-4912-81ca-5be19336496a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:37.730116 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-59834856-e1c6-4045-a7bb-377be58ed4fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Calling delete_port for ceaa3419-dc55-42cf-a8cf-59ff218211a0 owned by network:floatingip {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:37.733217 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ea7d4903-0937-46e4-87cc-697203eedb14 tempest-AttachVolumeNegativeTest-1823343115 tempest-AttachVolumeNegativeTest-1823343115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:37.745171 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b33d15-ba95-4d15-8221-2dee46b7ba2d x-openstack-request-id: req-09b33d15-ba95-4d15-8221-2dee46b7ba2d {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:37:37.745869 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473cb1da-9eaf-429d-9aa7-9ef80cb5be8a", "name": "network-vif-plugged", "status": "completed", "tag": "9b5dd7ff-b43a-4a35-a47f-889e10299ec5", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:37:37.746355 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09b33d15-ba95-4d15-8221-2dee46b7ba2d {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:37:37.747132 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473cb1da-9eaf-429d-9aa7-9ef80cb5be8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5dd7ff-b43a-4a35-a47f-889e10299ec5', 'code': 200}
Jun 08 18:37:37.782567 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:37.783767 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 143332e6-360c-4782-a6cc-ca66709a07a5 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:37.814116 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:37.844299 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f56da2-8ed6-4912-81ca-5be19336496a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Pushing event deleted for resources: {'Port': ['ID=143332e6-360c-4782-a6cc-ca66709a07a5,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:37.868756 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: 143332e6-360c-4782-a6cc-ca66709a07a5 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:37.869124 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 143332e6-360c-4782-a6cc-ca66709a07a5 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:37.881126 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c2f56da2-8ed6-4912-81ca-5be19336496a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:37.907494 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=9b5dd7ff-b43a-4a35-a47f-889e10299ec5,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:37.919583 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:37.938135 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a68fc1-f008-4046-83c4-6bc044381bc4 req-c2f56da2-8ed6-4912-81ca-5be19336496a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] No DVR routers for this DVR port 143332e6-360c-4782-a6cc-ca66709a07a5 on host hv-cinder-78956 {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:37:37.943407 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-10a68fc1-f008-4046-83c4-6bc044381bc4 req-c2f56da2-8ed6-4912-81ca-5be19336496a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:37.946796 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-10a68fc1-f008-4046-83c4-6bc044381bc4 req-c2f56da2-8ed6-4912-81ca-5be19336496a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.37 "DELETE /v2.0/ports/143332e6-360c-4782-a6cc-ca66709a07a5 HTTP/1.1" status: 204  len: 173 time: 1.7187667
Jun 08 18:37:37.985006 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-0337f7bf-cfa7-4fcd-8ad4-8c9d3ac984b8 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133633133&fields=id&tenant_id=0442dcdf75f942629f042f3bce5f08eb HTTP/1.1" status: 200  len: 267 time: 0.0428560
Jun 08 18:37:38.125888 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-59834856-e1c6-4045-a7bb-377be58ed4fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:38.134502 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:38.164747 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cceba-f7cb-40ce-844b-208773431a62 req-87af35e2-b384-4123-b70f-67c8a9328473 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:38.166232 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-87af35e2-b384-4123-b70f-67c8a9328473 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 812 time: 0.1737146
Jun 08 18:37:38.188803 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-71cb7223-60c9-4f85-a767-2acd562c9e66 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/quotas/0442dcdf75f942629f042f3bce5f08eb HTTP/1.1" status: 200  len: 375 time: 0.0165999
Jun 08 18:37:38.208250 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59834856-e1c6-4045-a7bb-377be58ed4fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Pushing event deleted for resources: {'Port': ['ID=ceaa3419-dc55-42cf-a8cf-59ff218211a0,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:38.264366 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-59834856-e1c6-4045-a7bb-377be58ed4fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:38.335450 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce3a22-9aba-453f-8f7c-0f26507479ca req-763ad1b6-cafc-4e55-92ab-7f9f63871e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:38.336984 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4bce3a22-9aba-453f-8f7c-0f26507479ca req-763ad1b6-cafc-4e55-92ab-7f9f63871e67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 1103 time: 0.2694454
Jun 08 18:37:38.366846 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-59834856-e1c6-4045-a7bb-377be58ed4fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks [] for floatingip, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:38.369972 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-59834856-e1c6-4045-a7bb-377be58ed4fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:38.371215 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-59834856-e1c6-4045-a7bb-377be58ed4fd tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] 10.222.0.20 "DELETE /v2.0/floatingips/14d5f316-b8d2-4e84-bbd6-ab26557b3b31 HTTP/1.1" status: 204  len: 168 time: 1.2423975
Jun 08 18:37:38.417845 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-4bce3a22-9aba-453f-8f7c-0f26507479ca req-a29df835-8dbf-420d-815d-8f0a33a51f0e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c803533-ff88-4c7f-8e59-6935c2d07d37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717342
Jun 08 18:37:38.436731 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-1ce29dbf-81f6-488e-832e-bdc9663671d6 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2469456
Jun 08 18:37:38.583149 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-d3bd3058-3d2e-4751-bc5f-8d20c8224aab service neutron] 10.222.0.20 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338391
Jun 08 18:37:38.724714 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-83639c98-6af6-4aef-8052-1aace32db10c service neutron] 10.222.0.20 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357441
Jun 08 18:37:39.336603 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'name': 'network-vif-deleted', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:37:39.339120 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12834bdb-2313-4415-8d29-ac5877efbd08" -d '{"events": [{"server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "name": "network-vif-deleted", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:37:39.707139 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-95f053d2-7e09-40d2-9e1f-d6c893cf5d9d req-b82ba083-d2a3-4020-8304-3ccc61335211 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "GET /v2.0/ports?device_id=778c6d4c-1917-4cf5-90bf-2b88f60e2ca7 HTTP/1.1" status: 200  len: 210 time: 0.0446649
Jun 08 18:37:39.895779 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e7f8f-7c28-4fb6-8723-e480e478215e req-08ab5196-1ea8-44d7-a1bb-292a0f0b0f45 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:39.897238 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-934e7f8f-7c28-4fb6-8723-e480e478215e req-08ab5196-1ea8-44d7-a1bb-292a0f0b0f45 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 950 time: 0.0935526
Jun 08 18:37:39.946936 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-934e7f8f-7c28-4fb6-8723-e480e478215e req-2fbc1b26-be58-491d-9a6a-236598bf7f64 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c803533-ff88-4c7f-8e59-6935c2d07d37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440741
Jun 08 18:37:39.999828 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e973d028-61b4-41b1-bec2-8c611405122a x-openstack-request-id: req-e973d028-61b4-41b1-bec2-8c611405122a {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:37:40.000491 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778c6d4c-1917-4cf5-90bf-2b88f60e2ca7", "name": "network-vif-deleted", "tag": "143332e6-360c-4782-a6cc-ca66709a07a5", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:37:40.000879 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e973d028-61b4-41b1-bec2-8c611405122a {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:37:40.001429 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778c6d4c-1917-4cf5-90bf-2b88f60e2ca7', 'name': 'network-vif-deleted', 'tag': '143332e6-360c-4782-a6cc-ca66709a07a5', 'status': 'completed', 'code': 200}
Jun 08 18:37:40.073244 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-818b7d5f-1b52-404b-9225-12fcabe7641b req-531e0c9d-b64c-4de1-ab72-fc3d2d9da15b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 210 time: 0.0427847
Jun 08 18:37:40.880482 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24092e19-fc9a-48c6-b217-ff75fa9382c2 req-1912d400-c69a-4f84-8399-e20bee6d436e tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:40.881964 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-24092e19-fc9a-48c6-b217-ff75fa9382c2 req-1912d400-c69a-4f84-8399-e20bee6d436e tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 950 time: 0.0861404
Jun 08 18:37:40.936613 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-24092e19-fc9a-48c6-b217-ff75fa9382c2 req-6e87cf85-088f-4f74-beb3-cb2a305fe936 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c803533-ff88-4c7f-8e59-6935c2d07d37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481734
Jun 08 18:37:41.025035 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39642) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:41.112810 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c7ef-eb71-4ef9-ab8b-4fb4ea746c98 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:41.165150 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c7ef-eb71-4ef9-ab8b-4fb4ea746c98 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:41.233126 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e5da9cef-cc1e-47ba-ae12-b959c3521ed7 req-26468d07-4383-4bf3-992a-aac4f2044990 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 210 time: 0.0566075
Jun 08 18:37:41.359478 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c7ef-eb71-4ef9-ab8b-4fb4ea746c98 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:41.362022 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c7ef-eb71-4ef9-ab8b-4fb4ea746c98 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:41.363751 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c3c7c7ef-eb71-4ef9-ab8b-4fb4ea746c98 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] 10.222.0.20 "DELETE /v2.0/security-groups/2a73b91a-3c7b-4f0b-8eae-11fe39894dcf HTTP/1.1" status: 204  len: 168 time: 0.3338349
Jun 08 18:37:41.364502 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0eedcbcc-fe4a-41d4-ab00-ed2c3763ad5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:41.376228 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7c7ef-eb71-4ef9-ab8b-4fb4ea746c98 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a73b91a-3c7b-4f0b-8eae-11fe39894dcf,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:41.379232 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c3c7c7ef-eb71-4ef9-ab8b-4fb4ea746c98 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:41.541856 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39648) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:42.070094 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07169859-1e31-461d-8810-bdf370fd79ee req-9296207b-676e-4304-8dfa-c1571914e87d tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:42.071614 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-07169859-1e31-461d-8810-bdf370fd79ee req-9296207b-676e-4304-8dfa-c1571914e87d tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.37 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 950 time: 0.0862300
Jun 08 18:37:42.224019 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-07169859-1e31-461d-8810-bdf370fd79ee req-da3c7906-b465-4c96-99d1-78cd73e14db7 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Deleting port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:42.224283 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-07169859-1e31-461d-8810-bdf370fd79ee req-da3c7906-b465-4c96-99d1-78cd73e14db7 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:42.453931 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cceba-f7cb-40ce-844b-208773431a62 req-831b983f-e8d3-4658-863c-090d6fb722eb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:42.455307 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-831b983f-e8d3-4658-863c-090d6fb722eb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 812 time: 0.4281151
Jun 08 18:37:42.492941 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [req-07169859-1e31-461d-8810-bdf370fd79ee req-da3c7906-b465-4c96-99d1-78cd73e14db7 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] For port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9b5dd7ff-b43a-4a35-a47f-889e10299ec5,segment=NetworkSegment(44277f07-0088-44bb-8e1a-83da5c4b1a18),segment_id=44277f07-0088-44bb-8e1a-83da5c4b1a18)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:42.493531 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-07169859-1e31-461d-8810-bdf370fd79ee req-da3c7906-b465-4c96-99d1-78cd73e14db7 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:42.500970 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e878d-5af1-4cd9-9943-3795cefa68f7 req-bbf3f678-416e-4159-bcfa-411d5a482f05 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:42.502547 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d50e878d-5af1-4cd9-9943-3795cefa68f7 req-bbf3f678-416e-4159-bcfa-411d5a482f05 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 950 time: 0.4374352
Jun 08 18:37:42.556540 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-48e4153c-a674-4037-a57c-b95807474e87 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0442dcdf75f942629f042f3bce5f08eb HTTP/1.1" status: 200  len: 380 time: 0.0877280
Jun 08 18:37:42.575117 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'port': {'device_id': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'admin_state_up': True, 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'security_groups': ['eb17e861-1cd2-4505-a23f-1be6f274540b']}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:37:42.619123 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [req-07169859-1e31-461d-8810-bdf370fd79ee req-da3c7906-b465-4c96-99d1-78cd73e14db7 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Calling delete_port for 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 owned by compute:nova {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:42.654792 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d50e878d-5af1-4cd9-9943-3795cefa68f7 req-3f01d85a-cf72-4109-a7fe-76f12aad5a64 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c803533-ff88-4c7f-8e59-6935c2d07d37&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380863
Jun 08 18:37:42.803621 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380715'] for router_interface, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:42.833485 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-07169859-1e31-461d-8810-bdf370fd79ee req-da3c7906-b465-4c96-99d1-78cd73e14db7 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:42.839616 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-9eff5ed2-a7b6-4d4d-bffa-2247cd5935e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:42.845175 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['9b5dd7ff-b43a-4a35-a47f-889e10299ec5'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:37:42.888833 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c7906-b465-4c96-99d1-78cd73e14db7 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Pushing event deleted for resources: {'Port': ['ID=9b5dd7ff-b43a-4a35-a47f-889e10299ec5,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:42.892158 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-da3c7906-b465-4c96-99d1-78cd73e14db7 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:42.902861 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Made reservation on behalf of 0442dcdf75f942629f042f3bce5f08eb for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:37:42.906307 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:42.926736 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-94e6de3c-f06d-4d7f-b69b-0c5f7730213e req-857e789d-9efc-42fe-92af-96c3de6b5184 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 210 time: 0.0749068
Jun 08 18:37:42.981488 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [req-07169859-1e31-461d-8810-bdf370fd79ee req-da3c7906-b465-4c96-99d1-78cd73e14db7 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] No DVR routers for this DVR port 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 on host hv-cinder-78956 {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:37:42.984096 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [req-07169859-1e31-461d-8810-bdf370fd79ee req-da3c7906-b465-4c96-99d1-78cd73e14db7 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:42.986276 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [req-07169859-1e31-461d-8810-bdf370fd79ee req-da3c7906-b465-4c96-99d1-78cd73e14db7 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.37 "DELETE /v2.0/ports/9b5dd7ff-b43a-4a35-a47f-889e10299ec5 HTTP/1.1" status: 204  len: 173 time: 0.9095948
Jun 08 18:37:42.986985 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473cb1da-9eaf-429d-9aa7-9ef80cb5be8a', 'name': 'network-vif-deleted', 'tag': '9b5dd7ff-b43a-4a35-a47f-889e10299ec5'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:37:42.989303 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2099bb-bd17-4dc9-b24a-aae3c84adca0" -d '{"events": [{"server_uuid": "473cb1da-9eaf-429d-9aa7-9ef80cb5be8a", "name": "network-vif-deleted", "tag": "9b5dd7ff-b43a-4a35-a47f-889e10299ec5"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:37:43.038519 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39664) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:43.082872 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be19a373-822b-4db9-82ce-84af2bd4f638 x-openstack-request-id: req-be19a373-822b-4db9-82ce-84af2bd4f638 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:37:43.084045 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473cb1da-9eaf-429d-9aa7-9ef80cb5be8a", "name": "network-vif-deleted", "tag": "9b5dd7ff-b43a-4a35-a47f-889e10299ec5", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:37:43.085112 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be19a373-822b-4db9-82ce-84af2bd4f638 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:37:43.085812 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473cb1da-9eaf-429d-9aa7-9ef80cb5be8a', 'name': 'network-vif-deleted', 'tag': '9b5dd7ff-b43a-4a35-a47f-889e10299ec5', 'status': 'completed', 'code': 200}
Jun 08 18:37:43.278281 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Allocated IP 172.20.0.6 (51a22c79-3583-4167-8add-ac583058f2d2/fe7fdf31-e75c-47b1-bb57-d0623522aa67/96e57daf-6cc3-49a8-b4fe-48638a58c383) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:37:43.584798 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:43.604471 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Transition to ACTIVE for port object 96e57daf-6cc3-49a8-b4fe-48638a58c383 will not be triggered until provisioned by entity DHCP. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:37:43.611549 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] Deleting port fc68e1fc-3c1b-4406-9194-38734dc15496 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:43.611880 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:43.684254 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380715'] for router_interface, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:43.746981 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] For port fc68e1fc-3c1b-4406-9194-38734dc15496, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=fc68e1fc-3c1b-4406-9194-38734dc15496,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:43.747311 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:43.929224 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:43.931791 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:37:43.931791 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:37:43.931791 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:37:43.931791 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:37:43.931791 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:37:43.931791 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:37:43.941913 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] Calling delete_port for fc68e1fc-3c1b-4406-9194-38734dc15496 owned by network:router_interface {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:43.967053 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7c6f485c-697a-4872-9bc3-a16acf75e02d req-826171aa-00d4-4c50-9d36-5a3c048a2399 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] 10.222.0.20 "GET /v2.0/ports?device_id=473cb1da-9eaf-429d-9aa7-9ef80cb5be8a HTTP/1.1" status: 200  len: 210 time: 0.1293488
Jun 08 18:37:43.977156 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Network 51a22c79-3583-4167-8add-ac583058f2d2 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:37:43.980763 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:37:43.983416 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:37:44.192356 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] Deleting port 7d5f3614-061b-4cb1-a55b-7f63e099ff79 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:44.192895 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:44.248579 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:44.249242 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:44.348419 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-af831c3d-71e4-45ae-881b-2c98b039212b None None] Provisioning for port 96e57daf-6cc3-49a8-b4fe-48638a58c383 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:37:44.353921 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-af831c3d-71e4-45ae-881b-2c98b039212b None None] Provisioning complete for port 96e57daf-6cc3-49a8-b4fe-48638a58c383 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:37:44.354764 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-af831c3d-71e4-45ae-881b-2c98b039212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:44.412066 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-af831c3d-71e4-45ae-881b-2c98b039212b None None] Port 96e57daf-6cc3-49a8-b4fe-48638a58c383 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:37:44.432862 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] For port 7d5f3614-061b-4cb1-a55b-7f63e099ff79, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=7d5f3614-061b-4cb1-a55b-7f63e099ff79,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:44.433212 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:44.442609 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36b178-0e80-4d83-9579-66d440629109 req-7d2c047e-0bf8-4e82-b221-c038738f50f5 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:44.444089 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6d36b178-0e80-4d83-9579-66d440629109 req-7d2c047e-0bf8-4e82-b221-c038738f50f5 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 931 time: 0.3044279
Jun 08 18:37:44.508733 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-c1e0d56f-33b4-4c67-b064-9e4be536c2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9419792
Jun 08 18:37:44.530758 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Request body: {'port': {'device_id': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:37:44.556201 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] Calling delete_port for 7d5f3614-061b-4cb1-a55b-7f63e099ff79 owned by network:router_interface {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:44.589338 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6d36b178-0e80-4d83-9579-66d440629109 req-e56093a8-1470-4458-bbdd-a213d33b4f65 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1338894
Jun 08 18:37:44.717347 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:44.782145 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:44.787472 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:44.833539 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5f3614-061b-4cb1-a55b-7f63e099ff79,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:44.836702 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:44.840200 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:44.850269 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:44.902460 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc68e1fc-3c1b-4406-9194-38734dc15496,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:44.912845 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:45.140974 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336336'] for router_interface, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:45.333215 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336336'] for router_interface, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:45.352851 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:45.402382 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:45.403043 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 9b5dd7ff-b43a-4a35-a47f-889e10299ec5 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:45.475273 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e57daf-6cc3-49a8-b4fe-48638a58c383 {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:37:45.492395 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:45.525474 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] Router 79b8186e-eecb-4c9e-8222-f5374f82651c has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:37:45.596924 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Transition to ACTIVE for port object 96e57daf-6cc3-49a8-b4fe-48638a58c383 will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:37:45.734124 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:37:45.741308 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-b7e60c55-6b96-442e-85e8-88ca927d0e63 admin admin] 10.222.0.20 "PUT /v2.0/routers/79b8186e-eecb-4c9e-8222-f5374f82651c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7001359
Jun 08 18:37:45.742278 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39694) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:45.745555 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbdeb7-5769-426e-b331-a812c2811891 None None] Sync routers for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:37:45.755906 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbdeb7-5769-426e-b331-a812c2811891 None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:37:45.756633 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-54bbdeb7-5769-426e-b331-a812c2811891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcccbc130>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:45.783244 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:45.828232 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-8564dc06-1890-463e-8acf-db54e835e2da tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:46.041256 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-54bbdeb7-5769-426e-b331-a812c2811891 None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:37:46.044478 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=96e57daf-6cc3-49a8-b4fe-48638a58c383,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:46.126773 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:46.136767 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:46.266026 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] Router ae82820a-3105-4a30-8538-e65c2f4702ef has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:37:46.296479 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Attempting to bind port 96e57daf-6cc3-49a8-b4fe-48638a58c383 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:37:46.297114 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Attempting to bind port 96e57daf-6cc3-49a8-b4fe-48638a58c383 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:37:46.297694 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Attempting to bind port 96e57daf-6cc3-49a8-b4fe-48638a58c383 on network 51a22c79-3583-4167-8add-ac583058f2d2 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:37:46.360753 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679af363-47dd-43cd-bf4b-fa68792834bb req-835b3094-bbf7-43ea-bca7-c641671a2100 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:46.368509 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-679af363-47dd-43cd-bf4b-fa68792834bb req-835b3094-bbf7-43ea-bca7-c641671a2100 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 943 time: 0.5924265
Jun 08 18:37:46.376211 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:46.399001 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Port 96e57daf-6cc3-49a8-b4fe-48638a58c383 on network 51a22c79-3583-4167-8add-ac583058f2d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:37:46.399447 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Attempting to bind port 96e57daf-6cc3-49a8-b4fe-48638a58c383 on network 51a22c79-3583-4167-8add-ac583058f2d2 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:37:46.423329 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:37:46.423665 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Checking segment: {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:37:46.424049 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Bound using segment: {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:37:46.424511 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Bound port: 96e57daf-6cc3-49a8-b4fe-48638a58c383, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:37:46.425381 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:46.440731 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-54bbdeb7-5769-426e-b331-a812c2811891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcccbc130>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:37:44Z', 'revision_number': 5, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port': {'id': 'cbfef36f-5a4f-45c4-9e8e-5309dc7983c3', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:28:32Z', 'updated_at': '2021-06-08T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:46.449187 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbdeb7-5769-426e-b331-a812c2811891 None None] Checking router: 79b8186e-eecb-4c9e-8222-f5374f82651c for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:37:46.456626 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbdeb7-5769-426e-b331-a812c2811891 None None] Routers {'79b8186e-eecb-4c9e-8222-f5374f82651c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:37:46.458196 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-54bbdeb7-5769-426e-b331-a812c2811891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcccbc130>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['79b8186e-eecb-4c9e-8222-f5374f82651c'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:46.508034 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-679af363-47dd-43cd-bf4b-fa68792834bb req-8555a7a6-9c45-437f-b94a-9320d6bf558d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1384833
Jun 08 18:37:46.549484 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Deleting port cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:46.550049 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:46.642635 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:37:46.651295 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] 10.222.0.20 "PUT /v2.0/routers/ae82820a-3105-4a30-8538-e65c2f4702ef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1061397
Jun 08 18:37:46.651544 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39736) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:46.652540 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] For port 96e57daf-6cc3-49a8-b4fe-48638a58c383, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:37:46.658963 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] For port 96e57daf-6cc3-49a8-b4fe-48638a58c383, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=96e57daf-6cc3-49a8-b4fe-48638a58c383,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:37:46.659536 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf787aa4-85cb-4e3c-b13f-8e1d45e4aede None None] Sync routers for ids ['ae82820a-3105-4a30-8538-e65c2f4702ef'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:37:46.678636 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf787aa4-85cb-4e3c-b13f-8e1d45e4aede None None] Routers {'ae82820a-3105-4a30-8538-e65c2f4702ef'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:37:46.682072 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-cf787aa4-85cb-4e3c-b13f-8e1d45e4aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc72fbac0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ae82820a-3105-4a30-8538-e65c2f4702ef'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:46.711011 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-54bbdeb7-5769-426e-b331-a812c2811891 None None] Set router 79b8186e-eecb-4c9e-8222-f5374f82651c gateway port host: None {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:37:46.757188 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] For port cbfef36f-5a4f-45c4-9e8e-5309dc7983c3, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=cbfef36f-5a4f-45c4-9e8e-5309dc7983c3,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:46.757812 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:46.759768 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:46.784924 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-415bbc37-8316-44a9-948d-94c854f57f19 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:46.828013 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-54bbdeb7-5769-426e-b331-a812c2811891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcccbc130>, [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:37:46Z', 'revision_number': 6, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port_host': None}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:46.832743 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbdeb7-5769-426e-b331-a812c2811891 None None] The sync data for ids ['79b8186e-eecb-4c9e-8222-f5374f82651c'] in dv-cinder-789564-4-iscsi is: [{'id': '79b8186e-eecb-4c9e-8222-f5374f82651c', 'name': 'tempest-AttachVolumeShelveTestJSON-1483834997-router', 'tenant_id': '99c4b86bd7f84d599e3a7b569c723959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:28:28Z', 'updated_at': '2021-06-08T18:37:46Z', 'revision_number': 6, 'project_id': '99c4b86bd7f84d599e3a7b569c723959', 'gw_port_host': None}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:37:46.875428 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:46.876314 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:46.878755 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] 10.222.0.37 "PUT /v2.0/ports/96e57daf-6cc3-49a8-b4fe-48638a58c383 HTTP/1.1" status: 200  len: 1093 time: 2.3601308
Jun 08 18:37:46.885073 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'tag': '96e57daf-6cc3-49a8-b4fe-48638a58c383'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:37:46.887746 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e11b51-6d0e-4276-a3bc-23fa2b9057fd" -d '{"events": [{"name": "network-changed", "server_uuid": "305e8a67-4bcf-4e29-bcc0-8906ba3f97c3", "tag": "96e57daf-6cc3-49a8-b4fe-48638a58c383"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:37:47.014088 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-cf787aa4-85cb-4e3c-b13f-8e1d45e4aede None None] Set router ae82820a-3105-4a30-8538-e65c2f4702ef gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:37:47.017631 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Calling delete_port for cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 owned by network:router_gateway {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:47.024729 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Notify callbacks [] for router, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:47.089364 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bec6391-0eff-43ab-be53-19345527bf1d x-openstack-request-id: req-1bec6391-0eff-43ab-be53-19345527bf1d {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:37:47.090180 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305e8a67-4bcf-4e29-bcc0-8906ba3f97c3", "tag": "96e57daf-6cc3-49a8-b4fe-48638a58c383", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:37:47.090657 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bec6391-0eff-43ab-be53-19345527bf1d {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:37:47.091288 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'tag': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'status': 'completed', 'code': 200}
Jun 08 18:37:47.169718 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=96e57daf-6cc3-49a8-b4fe-48638a58c383,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:47.195047 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:47.256732 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:47.260505 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:47.320189 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfef36f-5a4f-45c4-9e8e-5309dc7983c3,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:47.328848 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:47.421675 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-cf787aa4-85cb-4e3c-b13f-8e1d45e4aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc72fbac0>, [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:37:44Z', 'revision_number': 5, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:47.427601 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf787aa4-85cb-4e3c-b13f-8e1d45e4aede None None] Checking router: ae82820a-3105-4a30-8538-e65c2f4702ef for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:37:47.439888 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf787aa4-85cb-4e3c-b13f-8e1d45e4aede None None] Routers {'ae82820a-3105-4a30-8538-e65c2f4702ef'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:37:47.443016 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-cf787aa4-85cb-4e3c-b13f-8e1d45e4aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc72fbac0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ae82820a-3105-4a30-8538-e65c2f4702ef'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:47.459273 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380749'] for router_gateway, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:47.500449 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:47.510421 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cceba-f7cb-40ce-844b-208773431a62 req-7ab21760-76b3-42a9-b31f-b956d4927155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:47.512163 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-7ab21760-76b3-42a9-b31f-b956d4927155 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 1096 time: 0.4245603
Jun 08 18:37:47.591109 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-2d8fda74-f88b-4229-ac5c-8b5b6c201c07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e57daf-6cc3-49a8-b4fe-48638a58c383 HTTP/1.1" status: 200  len: 217 time: 0.0704000
Jun 08 18:37:47.674208 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-cf787aa4-85cb-4e3c-b13f-8e1d45e4aede None None] Set router ae82820a-3105-4a30-8538-e65c2f4702ef gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:37:47.755059 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-343576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61498'] for router, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:47.757920 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:47.763282 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cceba-f7cb-40ce-844b-208773431a62 req-eba23ee7-73f9-453c-84de-f694cb5543f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:47.769786 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-eba23ee7-73f9-453c-84de-f694cb5543f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 200  len: 851 time: 0.1376786
Jun 08 18:37:47.848495 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Deleting port 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:47.848919 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:47.865295 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-343796'] for router, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:47.870858 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79b8186e-eecb-4c9e-8222-f5374f82651c {{(pid=92319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 18:37:47.875974 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Notify callbacks [] for router, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:47.877225 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/79b8186e-eecb-4c9e-8222-f5374f82651c HTTP/1.1" status: 204  len: 168 time: 2.1339750
Jun 08 18:37:47.880299 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39780) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:47.949083 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_v2 [None req-598c4bd2-31fc-4c2f-97f7-7bd89235c613 admin admin] Deleting subnet ce63b7a8-e50f-4613-b1c7-3a6994e16221 {{(pid=92319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:37:47.952955 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-598c4bd2-31fc-4c2f-97f7-7bd89235c613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:47.986064 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae9eee-bf7c-4787-861d-f3d8ec090718 req-b194981f-d3f4-44ad-bf17-ae686af55a0d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:47.987720 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-09ae9eee-bf7c-4787-861d-f3d8ec090718 req-b194981f-d3f4-44ad-bf17-ae686af55a0d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 943 time: 0.2709706
Jun 08 18:37:47.994732 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cceba-f7cb-40ce-844b-208773431a62 req-5b63e85a-c21a-422f-895c-f7896c237e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:47.996311 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-5b63e85a-c21a-422f-895c-f7896c237e7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a22c79-3583-4167-8add-ac583058f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2200089
Jun 08 18:37:48.013252 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-598c4bd2-31fc-4c2f-97f7-7bd89235c613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10793982'] for subnet, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:48.085917 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-cf787aa4-85cb-4e3c-b13f-8e1d45e4aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc72fbac0>, [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:37:44Z', 'revision_number': 5, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:48.090283 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf787aa4-85cb-4e3c-b13f-8e1d45e4aede None None] The sync data for ids ['ae82820a-3105-4a30-8538-e65c2f4702ef'] in dv-cinder-789564-4-iscsi is: [{'id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'name': 'tempest-TestShelveInstance-445278647-router', 'tenant_id': 'ef2eca637095424897aaebca4915ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:37:44Z', 'revision_number': 5, 'project_id': 'ef2eca637095424897aaebca4915ebea', 'gw_port': {'id': '0e8a36c5-e7a5-4999-9ea2-e81c5b797143', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae82820a-3105-4a30-8538-e65c2f4702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:37:48.149185 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-598c4bd2-31fc-4c2f-97f7-7bd89235c613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:48.199793 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] For port 0e8a36c5-e7a5-4999-9ea2-e81c5b797143, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=0e8a36c5-e7a5-4999-9ea2-e81c5b797143,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:48.200341 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:48.216400 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-32a35f00-fb34-4cdc-bc45-f053b341c629 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060049
Jun 08 18:37:48.337071 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-598c4bd2-31fc-4c2f-97f7-7bd89235c613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10609128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10536552'] for subnet, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:48.342670 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:48.358348 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-09ae9eee-bf7c-4787-861d-f3d8ec090718 req-fe422895-d969-4cb8-991c-54fb15324579 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3589232
Jun 08 18:37:48.367631 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Calling delete_port for 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 owned by network:router_gateway {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:48.376907 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c4bd2-31fc-4c2f-97f7-7bd89235c613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce63b7a8-e50f-4613-b1c7-3a6994e16221,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:48.380097 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-598c4bd2-31fc-4c2f-97f7-7bd89235c613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:48.387235 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-598c4bd2-31fc-4c2f-97f7-7bd89235c613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:48.392215 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-598c4bd2-31fc-4c2f-97f7-7bd89235c613 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ce63b7a8-e50f-4613-b1c7-3a6994e16221 HTTP/1.1" status: 204  len: 168 time: 0.5105889
Jun 08 18:37:48.396057 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39814) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:48.396190 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979a2495-90c6-452d-bc48-88085b67e48a None None] Network 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:37:48.524338 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 7d5f3614-061b-4cb1-a55b-7f63e099ff79 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:48.573069 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 7d5f3614-061b-4cb1-a55b-7f63e099ff79 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:48.573418 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 7d5f3614-061b-4cb1-a55b-7f63e099ff79 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:48.574044 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:48.666468 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-219cceba-f7cb-40ce-844b-208773431a62 req-92e373a7-964d-4f1d-9e69-c8ca711af71a service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4416265
Jun 08 18:37:48.705675 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:48.707349 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device cbfef36f-5a4f-45c4-9e8e-5309dc7983c3 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:48.734861 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:48.805070 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:48.823126 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Deleting port 9876c3a2-d1d8-4861-b7d5-61c104d30e47 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:48.823698 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:48.922220 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8cdaba-ce5e-4142-b234-66ddd8bc6d0d None None] DHCP port deletion for 4e65c5bf-fac2-44f5-afa7-eac51446a6b9 request from dv-cinder-789564-4-iscsi {{(pid=92320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 18:37:48.924874 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e11b51-6d0e-4276-a3bc-23fa2b9057fd req-a93feb69-3099-4862-952a-ee7dde3102b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:48.926525 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-81e11b51-6d0e-4276-a3bc-23fa2b9057fd req-a93feb69-3099-4862-952a-ee7dde3102b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 1096 time: 0.1195650
Jun 08 18:37:48.996312 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cdaba-ce5e-4142-b234-66ddd8bc6d0d None None] Deleting port 9876c3a2-d1d8-4861-b7d5-61c104d30e47 {{(pid=92320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:48.996820 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-5a8cdaba-ce5e-4142-b234-66ddd8bc6d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.009721 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] For port 9876c3a2-d1d8-4861-b7d5-61c104d30e47, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=9876c3a2-d1d8-4861-b7d5-61c104d30e47,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:49.010631 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.025004 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.036672 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e64374d4-7591-42b9-b8e4-d67aaede602f tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:49.106403 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-5a8cdaba-ce5e-4142-b234-66ddd8bc6d0d None None] For port 9876c3a2-d1d8-4861-b7d5-61c104d30e47, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=9876c3a2-d1d8-4861-b7d5-61c104d30e47,segment=NetworkSegment(dfb4414c-31df-4b01-a7d4-4f1978eab068),segment_id=dfb4414c-31df-4b01-a7d4-4f1978eab068)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:49.106798 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-5a8cdaba-ce5e-4142-b234-66ddd8bc6d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.112843 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8a36c5-e7a5-4999-9ea2-e81c5b797143,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:49.126553 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:49.165411 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Calling delete_port for 9876c3a2-d1d8-4861-b7d5-61c104d30e47 owned by network:dhcp {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:49.215977 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380749'] for router_gateway, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.285512 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.289459 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c9286675-1845-4d94-9f2a-61400382147b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:49.317864 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cdaba-ce5e-4142-b234-66ddd8bc6d0d None None] Calling delete_port for 9876c3a2-d1d8-4861-b7d5-61c104d30e47 owned by network:dhcp {{(pid=92320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:49.344943 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9876c3a2-d1d8-4861-b7d5-61c104d30e47,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:49.353680 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:49.358525 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] No DVR routers for this DVR port 9876c3a2-d1d8-4861-b7d5-61c104d30e47 on host dv-cinder-789564-4-iscsi {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:37:49.381767 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-5a8cdaba-ce5e-4142-b234-66ddd8bc6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002'] for port, after_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.394735 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:49.439828 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cdaba-ce5e-4142-b234-66ddd8bc6d0d None None] Pushing event deleted for resources: {'Port': ['ID=9876c3a2-d1d8-4861-b7d5-61c104d30e47,revision_number=None']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:49.443870 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8cdaba-ce5e-4142-b234-66ddd8bc6d0d None None] No DVR routers for this DVR port 9876c3a2-d1d8-4861-b7d5-61c104d30e47 on host dv-cinder-789564-4-iscsi {{(pid=92320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:37:49.449021 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-5a8cdaba-ce5e-4142-b234-66ddd8bc6d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:49.548397 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.562374 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc71cf0a0>,) {'filters': {'network_id': ['4e65c5bf-fac2-44f5-afa7-eac51446a6b9']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:49.579781 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc71cf0a0>, 'dfb4414c-31df-4b01-a7d4-4f1978eab068') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:49.580047 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc71cf0a0>, 'dfb4414c-31df-4b01-a7d4-4f1978eab068') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:49.594941 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e11b51-6d0e-4276-a3bc-23fa2b9057fd req-959d85ad-875f-4f76-82a6-6d8426dcef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:49.596435 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-81e11b51-6d0e-4276-a3bc-23fa2b9057fd req-959d85ad-875f-4f76-82a6-6d8426dcef74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 912 time: 0.6627028
Jun 08 18:37:49.597777 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.622073 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.630201 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:37:49.630810 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:37:49.645336 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:37:49.717128 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-343576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61498'] for router, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.730470 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.744342 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-81e11b51-6d0e-4276-a3bc-23fa2b9057fd req-4d29760d-939d-49bb-a221-7b76dc7c8116 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e57daf-6cc3-49a8-b4fe-48638a58c383 HTTP/1.1" status: 200  len: 217 time: 0.1405516
Jun 08 18:37:49.793881 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.798252 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-46c7be40-679d-40bb-8b1e-01953d1c8b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:49.817321 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.821455 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] 10.222.0.20 "DELETE /v2.0/networks/4e65c5bf-fac2-44f5-afa7-eac51446a6b9 HTTP/1.1" status: 204  len: 168 time: 1.4240963
Jun 08 18:37:49.827166 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Pushing event deleted for resources: {'Network': ['ID=4e65c5bf-fac2-44f5-afa7-eac51446a6b9,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:49.831567 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:49.832238 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e11b51-6d0e-4276-a3bc-23fa2b9057fd req-58f8981b-1974-48ed-96af-bcc2ba163db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:49.833711 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-81e11b51-6d0e-4276-a3bc-23fa2b9057fd req-58f8981b-1974-48ed-96af-bcc2ba163db9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 200  len: 851 time: 0.0812368
Jun 08 18:37:49.898055 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc87fc-9d02-4cec-92da-b45ed0a982ca req-43fb27f9-9b4c-4f4b-a85e-4608db61ce0b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:49.899764 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dbc87fc-9d02-4cec-92da-b45ed0a982ca req-43fb27f9-9b4c-4f4b-a85e-4608db61ce0b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 943 time: 0.3426418
Jun 08 18:37:49.905361 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-343796'] for router, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.905895 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae82820a-3105-4a30-8538-e65c2f4702ef {{(pid=92318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 18:37:49.933100 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Notify callbacks [] for router, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:49.934248 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] 10.222.0.20 "DELETE /v2.0/routers/ae82820a-3105-4a30-8538-e65c2f4702ef HTTP/1.1" status: 204  len: 168 time: 3.2794068
Jun 08 18:37:49.937217 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39878) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:50.007911 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8dbc87fc-9d02-4cec-92da-b45ed0a982ca req-9a456bc8-c552-455a-9a9f-81d919ad2041 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699387
Jun 08 18:37:50.007911 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e11b51-6d0e-4276-a3bc-23fa2b9057fd req-a4c591b0-2e85-4ff3-8768-1b2be85cfc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:50.007911 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-81e11b51-6d0e-4276-a3bc-23fa2b9057fd req-a4c591b0-2e85-4ff3-8768-1b2be85cfc17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a22c79-3583-4167-8add-ac583058f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1486471
Jun 08 18:37:50.014095 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce90ac28-b46d-4d5c-b104-0355af8b5d91 admin admin] Deleting subnet 909f55c0-4a9e-46a4-ab42-4fa4fde86908 {{(pid=92319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:37:50.019410 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ce90ac28-b46d-4d5c-b104-0355af8b5d91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:50.093541 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ce90ac28-b46d-4d5c-b104-0355af8b5d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10793982'] for subnet, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:50.179272 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-81e11b51-6d0e-4276-a3bc-23fa2b9057fd req-91781876-781e-4b28-b667-9f8442b26af7 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751912
Jun 08 18:37:50.200403 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ce90ac28-b46d-4d5c-b104-0355af8b5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:50.332018 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-81e11b51-6d0e-4276-a3bc-23fa2b9057fd req-bb92510b-b40e-48d6-9ad1-50f9cd2277c1 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459846
Jun 08 18:37:50.387106 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39884) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:50.403819 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ce90ac28-b46d-4d5c-b104-0355af8b5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10609128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10536552'] for subnet, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:50.412944 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-3b243de1-eb43-4a38-98ed-fc4555053d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:50.459285 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90ac28-b46d-4d5c-b104-0355af8b5d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=909f55c0-4a9e-46a4-ab42-4fa4fde86908,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:50.461713 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ce90ac28-b46d-4d5c-b104-0355af8b5d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:50.466129 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ce90ac28-b46d-4d5c-b104-0355af8b5d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:50.467924 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-ce90ac28-b46d-4d5c-b104-0355af8b5d91 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/909f55c0-4a9e-46a4-ab42-4fa4fde86908 HTTP/1.1" status: 204  len: 168 time: 0.5293620
Jun 08 18:37:50.472665 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c0baa-56f2-46cd-b317-03d9873a179f None None] Network d3e917a6-7059-4dfd-9b76-17cc2033e4e2 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:37:50.473322 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39886) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:50.546594 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 9876c3a2-d1d8-4861-b7d5-61c104d30e47 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:50.587992 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-df2bcd7b-29e9-4c82-88ad-38669b845046 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99c4b86bd7f84d599e3a7b569c723959&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1996493
Jun 08 18:37:50.590406 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39890) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:50.607336 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 9876c3a2-d1d8-4861-b7d5-61c104d30e47 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:50.607591 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 9876c3a2-d1d8-4861-b7d5-61c104d30e47 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:50.608203 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device fc68e1fc-3c1b-4406-9194-38734dc15496 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:50.626482 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:50.660042 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6640fe7b-4416-477a-affc-4c386f6bcf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:50.662847 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: fc68e1fc-3c1b-4406-9194-38734dc15496 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:50.663226 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device fc68e1fc-3c1b-4406-9194-38734dc15496 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:50.711467 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6640fe7b-4416-477a-affc-4c386f6bcf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:50.751415 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Deleting port b4af4f28-5c1a-4899-80ef-016893d52865 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:50.752042 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:50.817349 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6640fe7b-4416-477a-affc-4c386f6bcf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:50.820008 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-6640fe7b-4416-477a-affc-4c386f6bcf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:50.823795 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-6640fe7b-4416-477a-affc-4c386f6bcf13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1175d8bb-9dd4-4796-ac1f-43b7cfc6ffd1 HTTP/1.1" status: 204  len: 168 time: 0.2297063
Jun 08 18:37:50.823795 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2644a88e-4a3b-4bf1-bc8d-41df3340e25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:50.840113 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640fe7b-4416-477a-affc-4c386f6bcf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1175d8bb-9dd4-4796-ac1f-43b7cfc6ffd1,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:50.850411 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-6640fe7b-4416-477a-affc-4c386f6bcf13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:50.884381 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] For port b4af4f28-5c1a-4899-80ef-016893d52865, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=b4af4f28-5c1a-4899-80ef-016893d52865,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:50.885637 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:50.888258 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4073c3ea-efb0-4aee-b3be-863c27017b44 None None] DHCP port deletion for d3e917a6-7059-4dfd-9b76-17cc2033e4e2 request from dv-cinder-789564-4-iscsi {{(pid=92320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 18:37:50.987517 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-4073c3ea-efb0-4aee-b3be-863c27017b44 None None] Deleting port b4af4f28-5c1a-4899-80ef-016893d52865 {{(pid=92320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:50.987517 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4073c3ea-efb0-4aee-b3be-863c27017b44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:51.022518 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Calling delete_port for b4af4f28-5c1a-4899-80ef-016893d52865 owned by network:dhcp {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:51.136312 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-4073c3ea-efb0-4aee-b3be-863c27017b44 None None] For port b4af4f28-5c1a-4899-80ef-016893d52865, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=b4af4f28-5c1a-4899-80ef-016893d52865,segment=NetworkSegment(30454790-4b8e-4f52-8044-de84fd66a9ab),segment_id=30454790-4b8e-4f52-8044-de84fd66a9ab)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:51.136753 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4073c3ea-efb0-4aee-b3be-863c27017b44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:51.142270 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:51.146142 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:51.226037 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4af4f28-5c1a-4899-80ef-016893d52865,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:51.229382 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] No DVR routers for this DVR port b4af4f28-5c1a-4899-80ef-016893d52865 on host dv-cinder-789564-4-iscsi {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:37:51.233041 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:51.254436 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790c564-4c46-435d-b145-d97b0018c66d req-e7cc02dd-1276-4e0b-bc84-10191a97a818 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:51.256106 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8790c564-4c46-435d-b145-d97b0018c66d req-e7cc02dd-1276-4e0b-bc84-10191a97a818 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 943 time: 0.1321692
Jun 08 18:37:51.319791 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8790c564-4c46-435d-b145-d97b0018c66d req-e43d6570-52fa-474c-9949-5a5be089a9e6 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541725
Jun 08 18:37:51.329089 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-4073c3ea-efb0-4aee-b3be-863c27017b44 None None] Calling delete_port for b4af4f28-5c1a-4899-80ef-016893d52865 owned by network:dhcp {{(pid=92320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:51.386530 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-4073c3ea-efb0-4aee-b3be-863c27017b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002'] for port, after_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:51.390199 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:51.436758 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073c3ea-efb0-4aee-b3be-863c27017b44 None None] Pushing event deleted for resources: {'Port': ['ID=b4af4f28-5c1a-4899-80ef-016893d52865,revision_number=None']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:51.438658 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073c3ea-efb0-4aee-b3be-863c27017b44 None None] No DVR routers for this DVR port b4af4f28-5c1a-4899-80ef-016893d52865 on host dv-cinder-789564-4-iscsi {{(pid=92320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:37:51.440410 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-4073c3ea-efb0-4aee-b3be-863c27017b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:51.446575 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:51.561881 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc6810220>,) {'filters': {'network_id': ['d3e917a6-7059-4dfd-9b76-17cc2033e4e2']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:51.575542 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc6810220>, '30454790-4b8e-4f52-8044-de84fd66a9ab') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:51.575828 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc6810220>, '30454790-4b8e-4f52-8044-de84fd66a9ab') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:51.588919 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:51.606565 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:51.613008 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:37:51.613387 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:37:51.626743 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:37:51.810554 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:51.813930 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4183b633-a399-4144-a9b9-01a10acf3e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:51.827648 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:51.829477 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d3e917a6-7059-4dfd-9b76-17cc2033e4e2 HTTP/1.1" status: 204  len: 168 time: 1.3580399
Jun 08 18:37:51.832660 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39932) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:51.835402 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e917a6-7059-4dfd-9b76-17cc2033e4e2,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:51.837859 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-26e912ff-ce37-437b-96ab-c1e3496c3f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:52.136439 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device b4af4f28-5c1a-4899-80ef-016893d52865 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:52.175955 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: b4af4f28-5c1a-4899-80ef-016893d52865 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:52.176311 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device b4af4f28-5c1a-4899-80ef-016893d52865 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:52.176919 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:52.211306 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:52.211666 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 0e8a36c5-e7a5-4999-9ea2-e81c5b797143 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:52.391747 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380715'] for router_interface, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:52.865735 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fa3c4-1a45-4230-bfa5-683d5ff9139f req-33631c9b-6e78-4b8f-b67e-351c616559eb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:52.868434 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0e2fa3c4-1a45-4230-bfa5-683d5ff9139f req-33631c9b-6e78-4b8f-b67e-351c616559eb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 943 time: 0.3179653
Jun 08 18:37:52.935251 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0e2fa3c4-1a45-4230-bfa5-683d5ff9139f req-adebc13a-d575-4620-a03b-23879c480bfe tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595877
Jun 08 18:37:53.069038 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] Deleting port 8545902d-3c4d-4fc0-8d17-00cb567fcafa {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:53.069377 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:53.204003 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] For port 8545902d-3c4d-4fc0-8d17-00cb567fcafa, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=8545902d-3c4d-4fc0-8d17-00cb567fcafa,segment=NetworkSegment(96566287-d1a5-4c4b-a64b-d24c9bf86691),segment_id=96566287-d1a5-4c4b-a64b-d24c9bf86691)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:53.204453 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:53.311241 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39968) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:53.331531 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] Calling delete_port for 8545902d-3c4d-4fc0-8d17-00cb567fcafa owned by network:router_interface {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:53.493454 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-c48912fa-c812-4f61-8c5a-98b478571b41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8be33dbfe42e455c8a59e23d8752c771&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1784496
Jun 08 18:37:53.494077 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39976) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:53.552074 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe522-f7e9-4565-96aa-7eef3cfe8f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:53.578397 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe522-f7e9-4565-96aa-7eef3cfe8f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:53.628795 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:53.632891 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4070eec5-5446-406d-9596-c7d155bf6ff0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:53.677622 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] Pushing event deleted for resources: {'Port': ['ID=8545902d-3c4d-4fc0-8d17-00cb567fcafa,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:53.680819 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:53.713535 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe522-f7e9-4565-96aa-7eef3cfe8f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:53.716023 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7e6fe522-f7e9-4565-96aa-7eef3cfe8f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:53.717159 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-7e6fe522-f7e9-4565-96aa-7eef3cfe8f70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c803533-ff88-4c7f-8e59-6935c2d07d37 HTTP/1.1" status: 204  len: 168 time: 0.2221844
Jun 08 18:37:53.717971 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-8ee2c49d-d96c-4488-bb36-44c2cc863f77 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:53.736161 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fe522-f7e9-4565-96aa-7eef3cfe8f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c803533-ff88-4c7f-8e59-6935c2d07d37,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:53.740230 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-7e6fe522-f7e9-4565-96aa-7eef3cfe8f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:54.009188 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336336'] for router_interface, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:54.051643 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 39988) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:54.261702 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7e1e072c-1cb3-4fbe-93df-9faeb2351113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:54.368752 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7e1e072c-1cb3-4fbe-93df-9faeb2351113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:54.400303 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ea50e-2144-4488-9237-8230be8a9501 req-b461b05a-46b5-4c05-bd6e-139d893db352 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:54.401701 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bd5ea50e-2144-4488-9237-8230be8a9501 req-b461b05a-46b5-4c05-bd6e-139d893db352 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 943 time: 0.3021417
Jun 08 18:37:54.458128 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-7e1e072c-1cb3-4fbe-93df-9faeb2351113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:54.467206 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-15695271-16eb-4443-8fc1-21dbee8dbb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:54.508289 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-7e1e072c-1cb3-4fbe-93df-9faeb2351113 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b68534b8244649d9a0e09f905d328ccb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4555709
Jun 08 18:37:54.509225 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e072c-1cb3-4fbe-93df-9faeb2351113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f126a353-f78f-43e9-8db7-649f64565820,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:54.511363 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39992) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:54.512255 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-7e1e072c-1cb3-4fbe-93df-9faeb2351113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:54.538558 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bd5ea50e-2144-4488-9237-8230be8a9501 req-6b50382d-3957-4ca1-9bff-0dfdb7322d9e tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901089
Jun 08 18:37:54.661783 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1995b034-fa10-48e9-b011-c02eaf4f2a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:54.667370 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] Router 1709aee8-6b2f-40d2-9f1d-763334c4e6cf has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:37:54.744603 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1995b034-fa10-48e9-b011-c02eaf4f2a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:54.896707 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:37:54.903712 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] 10.222.0.20 "PUT /v2.0/routers/1709aee8-6b2f-40d2-9f1d-763334c4e6cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0695949
Jun 08 18:37:54.904660 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 39994) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:54.904956 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a6c46c-d5b6-4df3-ae7e-36e20866a35d None None] Sync routers for ids ['1709aee8-6b2f-40d2-9f1d-763334c4e6cf'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:37:54.914380 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a6c46c-d5b6-4df3-ae7e-36e20866a35d None None] Routers {'1709aee8-6b2f-40d2-9f1d-763334c4e6cf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:37:54.914896 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-90a6c46c-d5b6-4df3-ae7e-36e20866a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dccdd0f40>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['1709aee8-6b2f-40d2-9f1d-763334c4e6cf'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:54.977960 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1995b034-fa10-48e9-b011-c02eaf4f2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:54.980317 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1995b034-fa10-48e9-b011-c02eaf4f2a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:54.981405 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-1995b034-fa10-48e9-b011-c02eaf4f2a2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f126a353-f78f-43e9-8db7-649f64565820 HTTP/1.1" status: 204  len: 168 time: 0.4673386
Jun 08 18:37:54.983682 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9e21511c-d118-4358-8b21-5c4c2a72688c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:55.005198 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995b034-fa10-48e9-b011-c02eaf4f2a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f126a353-f78f-43e9-8db7-649f64565820,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:55.009065 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-1995b034-fa10-48e9-b011-c02eaf4f2a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:55.095408 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-90a6c46c-d5b6-4df3-ae7e-36e20866a35d None None] Set router 1709aee8-6b2f-40d2-9f1d-763334c4e6cf gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:37:55.098752 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Notify callbacks [] for router, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:55.273132 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:55.352669 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 96e57daf-6cc3-49a8-b4fe-48638a58c383 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:37:55.398631 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-90a6c46c-d5b6-4df3-ae7e-36e20866a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dccdd0f40>, [{'id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'name': 'tempest-TestShelveInstance-1842052362-router', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:25Z', 'updated_at': '2021-06-08T18:37:53Z', 'revision_number': 5, 'project_id': '105f49fbc9c945589ae0275209f02376', 'gw_port': {'id': 'ad06e1fa-5e75-42d6-9de7-dac24e8eae8b', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:27Z', 'updated_at': '2021-06-08T18:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:55.403869 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a6c46c-d5b6-4df3-ae7e-36e20866a35d None None] Checking router: 1709aee8-6b2f-40d2-9f1d-763334c4e6cf for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:37:55.414413 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a6c46c-d5b6-4df3-ae7e-36e20866a35d None None] Routers {'1709aee8-6b2f-40d2-9f1d-763334c4e6cf'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:37:55.414824 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Deleting port ad06e1fa-5e75-42d6-9de7-dac24e8eae8b {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:55.415182 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:55.415796 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-90a6c46c-d5b6-4df3-ae7e-36e20866a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dccdd0f40>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['1709aee8-6b2f-40d2-9f1d-763334c4e6cf'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:55.499207 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 96e57daf-6cc3-49a8-b4fe-48638a58c383, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=96e57daf-6cc3-49a8-b4fe-48638a58c383,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:55.513498 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'port_id': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'mac_address': 'fa:16:3e:eb:2a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:37:55.542941 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] For port ad06e1fa-5e75-42d6-9de7-dac24e8eae8b, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=ad06e1fa-5e75-42d6-9de7-dac24e8eae8b,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:55.543301 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:55.584519 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:55.610241 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e57daf-6cc3-49a8-b4fe-48638a58c383 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:37:55.612968 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-90a6c46c-d5b6-4df3-ae7e-36e20866a35d None None] Set router 1709aee8-6b2f-40d2-9f1d-763334c4e6cf gateway port host: None {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:37:55.631952 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 96e57daf-6cc3-49a8-b4fe-48638a58c383, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=96e57daf-6cc3-49a8-b4fe-48638a58c383,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:55.665055 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40002) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:55.678376 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Calling delete_port for ad06e1fa-5e75-42d6-9de7-dac24e8eae8b owned by network:router_gateway {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:55.684943 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-42ef7461-8e2f-4671-a7d7-7ac164d1970e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:55.719499 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:55.722433 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:55.727612 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-90a6c46c-d5b6-4df3-ae7e-36e20866a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dccdd0f40>, [{'id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'name': 'tempest-TestShelveInstance-1842052362-router', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:25Z', 'updated_at': '2021-06-08T18:37:55Z', 'revision_number': 6, 'project_id': '105f49fbc9c945589ae0275209f02376', 'gw_port_host': None}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:55.731845 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a6c46c-d5b6-4df3-ae7e-36e20866a35d None None] The sync data for ids ['1709aee8-6b2f-40d2-9f1d-763334c4e6cf'] in dv-cinder-789564-4-iscsi is: [{'id': '1709aee8-6b2f-40d2-9f1d-763334c4e6cf', 'name': 'tempest-TestShelveInstance-1842052362-router', 'tenant_id': '105f49fbc9c945589ae0275209f02376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:25Z', 'updated_at': '2021-06-08T18:37:55Z', 'revision_number': 6, 'project_id': '105f49fbc9c945589ae0275209f02376', 'gw_port_host': None}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:37:55.820748 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-42ef7461-8e2f-4671-a7d7-7ac164d1970e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:55.832767 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=96e57daf-6cc3-49a8-b4fe-48638a58c383,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:55.846144 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:55.847326 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:55.847950 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:55.848449 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:55.849687 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:55.850276 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:55.850749 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:55.851327 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:55.851816 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:55.852285 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:55.852747 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:55.853297 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:37:55.863396 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:55.880119 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-42ef7461-8e2f-4671-a7d7-7ac164d1970e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:55.890027 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-975563c9-fe81-45f5-9fa0-15ba86e0bfe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:55.930842 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['96e57daf-6cc3-49a8-b4fe-48638a58c383'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:37:55.937183 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-42ef7461-8e2f-4671-a7d7-7ac164d1970e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d686a0a401843e082669bedaefd35ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2691894
Jun 08 18:37:55.938346 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef7461-8e2f-4671-a7d7-7ac164d1970e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ec07a5-b310-4054-827d-515622ebb35d,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:55.941651 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40004) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:55.966324 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-42ef7461-8e2f-4671-a7d7-7ac164d1970e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:56.005563 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a96173df-ba02-45bd-ba83-2bb115984cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.031734 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a96173df-ba02-45bd-ba83-2bb115984cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.056755 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a531103-417f-4acb-b9a1-38cf690a5cc9 req-fd245c40-c72a-49b4-b84e-341dd593ec27 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:56.058250 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a531103-417f-4acb-b9a1-38cf690a5cc9 req-fd245c40-c72a-49b4-b84e-341dd593ec27 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 944 time: 0.0888116
Jun 08 18:37:56.068296 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.074258 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b106e564-bd8a-4748-be69-660b941ca3f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:56.091739 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 8545902d-3c4d-4fc0-8d17-00cb567fcafa no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:56.137409 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 8545902d-3c4d-4fc0-8d17-00cb567fcafa {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:56.142292 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 8545902d-3c4d-4fc0-8d17-00cb567fcafa not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:56.143781 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=ad06e1fa-5e75-42d6-9de7-dac24e8eae8b,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:56.146863 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:56.193929 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a96173df-ba02-45bd-ba83-2bb115984cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.197541 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a96173df-ba02-45bd-ba83-2bb115984cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.201203 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-a96173df-ba02-45bd-ba83-2bb115984cf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3ec07a5-b310-4054-827d-515622ebb35d HTTP/1.1" status: 204  len: 168 time: 0.2560253
Jun 08 18:37:56.201203 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-42ef7461-8e2f-4671-a7d7-7ac164d1970e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:56.227608 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96173df-ba02-45bd-ba83-2bb115984cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ec07a5-b310-4054-827d-515622ebb35d,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:56.230026 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-a96173df-ba02-45bd-ba83-2bb115984cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:56.243547 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1a531103-417f-4acb-b9a1-38cf690a5cc9 req-686e6d60-de63-44de-9e27-909d04563a27 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1702890
Jun 08 18:37:56.279218 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380749'] for router_gateway, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.449396 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-343576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61498'] for router, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.451707 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.541904 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-343796'] for router, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.542363 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1709aee8-6b2f-40d2-9f1d-763334c4e6cf {{(pid=92318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 18:37:56.546327 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] Notify callbacks [] for router, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.551423 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-f0a24d1e-f068-4a58-ab4c-c52380bf8e7c admin admin] 10.222.0.20 "DELETE /v2.0/routers/1709aee8-6b2f-40d2-9f1d-763334c4e6cf HTTP/1.1" status: 204  len: 168 time: 1.6418819
Jun 08 18:37:56.551423 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40008) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:56.614725 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_v2 [None req-51108168-a415-47ef-9699-deafe710e117 admin admin] Deleting subnet c2d2419f-30cd-4e16-8290-8ebda92ef906 {{(pid=92318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:37:56.623492 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-51108168-a415-47ef-9699-deafe710e117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.680191 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-51108168-a415-47ef-9699-deafe710e117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11487127'] for subnet, precommit_delete_associations {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.800163 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-51108168-a415-47ef-9699-deafe710e117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.976876 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-51108168-a415-47ef-9699-deafe710e117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11523617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10675525'] for subnet, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:56.981888 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e90e5722-2bdc-4b8e-85b1-915f73764633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:57.016907 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51108168-a415-47ef-9699-deafe710e117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d2419f-30cd-4e16-8290-8ebda92ef906,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:57.019680 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-51108168-a415-47ef-9699-deafe710e117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:57.026503 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-51108168-a415-47ef-9699-deafe710e117 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c2d2419f-30cd-4e16-8290-8ebda92ef906 HTTP/1.1" status: 204  len: 168 time: 0.4705732
Jun 08 18:37:57.026503 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-51108168-a415-47ef-9699-deafe710e117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:57.026503 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40020) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:57.026989 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59fce2-cbc1-4815-818b-d26d3019cfce None None] Network e9e4eb11-7d52-45d9-b430-8a57714889cd requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:37:57.135944 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:57.214375 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Deleting port e2b44f16-da2a-42a2-bbc2-36d444ddefc3 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:57.214772 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:57.321513 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf246b-5ebe-40f5-a4bc-97abc288a65d None None] DHCP port deletion for e9e4eb11-7d52-45d9-b430-8a57714889cd request from dv-cinder-789564-4-iscsi {{(pid=92320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 18:37:57.325766 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] For port e2b44f16-da2a-42a2-bbc2-36d444ddefc3, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=e2b44f16-da2a-42a2-bbc2-36d444ddefc3,segment=NetworkSegment(96566287-d1a5-4c4b-a64b-d24c9bf86691),segment_id=96566287-d1a5-4c4b-a64b-d24c9bf86691)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:57.325766 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:57.373440 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 96e57daf-6cc3-49a8-b4fe-48638a58c383 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:37:57.452959 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf246b-5ebe-40f5-a4bc-97abc288a65d None None] Deleting port e2b44f16-da2a-42a2-bbc2-36d444ddefc3 {{(pid=92320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:37:57.454483 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-5bbf246b-5ebe-40f5-a4bc-97abc288a65d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:57.460842 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Calling delete_port for e2b44f16-da2a-42a2-bbc2-36d444ddefc3 owned by network:dhcp {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:57.525192 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port 96e57daf-6cc3-49a8-b4fe-48638a58c383 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:37:57.544091 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 96e57daf-6cc3-49a8-b4fe-48638a58c383 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:37:57.544091 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:57.563532 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6772222-c27d-45d5-9fa8-23822455d247 req-4f9a704c-de9d-4ccf-8aa7-4323e0486923 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:57.565057 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a6772222-c27d-45d5-9fa8-23822455d247 req-4f9a704c-de9d-4ccf-8aa7-4323e0486923 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 944 time: 0.1663160
Jun 08 18:37:57.610124 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-5bbf246b-5ebe-40f5-a4bc-97abc288a65d None None] For port e2b44f16-da2a-42a2-bbc2-36d444ddefc3, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=e2b44f16-da2a-42a2-bbc2-36d444ddefc3,segment=NetworkSegment(96566287-d1a5-4c4b-a64b-d24c9bf86691),segment_id=96566287-d1a5-4c4b-a64b-d24c9bf86691)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:57.610600 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-5bbf246b-5ebe-40f5-a4bc-97abc288a65d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:57.620498 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a6772222-c27d-45d5-9fa8-23822455d247 req-05938903-747e-4bea-ba12-61dae401dc5c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435019
Jun 08 18:37:57.679274 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:57.683229 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-49a8d6d2-1262-48a5-bbd8-516d42555fd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:57.730899 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b44f16-da2a-42a2-bbc2-36d444ddefc3,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:57.733081 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:57.733974 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] No DVR routers for this DVR port e2b44f16-da2a-42a2-bbc2-36d444ddefc3 on host dv-cinder-789564-4-iscsi {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:37:57.762071 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf246b-5ebe-40f5-a4bc-97abc288a65d None None] Calling delete_port for e2b44f16-da2a-42a2-bbc2-36d444ddefc3 owned by network:dhcp {{(pid=92320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:37:57.828008 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:57.864495 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e57daf-6cc3-49a8-b4fe-48638a58c383'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:37:57.866746 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b084ad-2e81-4a47-823c-b3654ee38466" -d '{"events": [{"server_uuid": "305e8a67-4bcf-4e29-bcc0-8906ba3f97c3", "name": "network-vif-plugged", "status": "completed", "tag": "96e57daf-6cc3-49a8-b4fe-48638a58c383"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:37:57.875738 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 96e57daf-6cc3-49a8-b4fe-48638a58c383, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=96e57daf-6cc3-49a8-b4fe-48638a58c383,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:37:57.882068 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-5bbf246b-5ebe-40f5-a4bc-97abc288a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002'] for port, after_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:57.885780 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:57.918677 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f020500c-1ac4-46ee-aeca-489c5701ba69 x-openstack-request-id: req-f020500c-1ac4-46ee-aeca-489c5701ba69 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:37:57.920609 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305e8a67-4bcf-4e29-bcc0-8906ba3f97c3", "name": "network-vif-plugged", "status": "completed", "tag": "96e57daf-6cc3-49a8-b4fe-48638a58c383", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:37:57.920609 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f020500c-1ac4-46ee-aeca-489c5701ba69 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:37:57.920609 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'code': 200}
Jun 08 18:37:57.938455 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf246b-5ebe-40f5-a4bc-97abc288a65d None None] Pushing event deleted for resources: {'Port': ['ID=e2b44f16-da2a-42a2-bbc2-36d444ddefc3,revision_number=None']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:57.941563 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-5bbf246b-5ebe-40f5-a4bc-97abc288a65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:57.942370 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf246b-5ebe-40f5-a4bc-97abc288a65d None None] No DVR routers for this DVR port e2b44f16-da2a-42a2-bbc2-36d444ddefc3 on host dv-cinder-789564-4-iscsi {{(pid=92320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:37:57.963625 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:57.965290 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:57.967149 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:57.978658 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.services.segments.db [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc65ddc70>,) {'filters': {'network_id': ['e9e4eb11-7d52-45d9-b430-8a57714889cd']}} {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:57.991500 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.services.segments.db [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc65ddc70>, '96566287-d1a5-4c4b-a64b-d24c9bf86691') {'for_net_delete': True} {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:57.991800 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.services.segments.db [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc65ddc70>, '96566287-d1a5-4c4b-a64b-d24c9bf86691') {} {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:37:58.006252 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11487132'] for segment, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:58.025757 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:58.032031 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=92318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:37:58.033298 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11523716'] for segment, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:58.038652 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=96e57daf-6cc3-49a8-b4fe-48638a58c383,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:58.041887 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]: Traceback (most recent call last):
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     timer()
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     cb(*args, **kw)
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     return func(*args, **kwargs)
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     self._notify()
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     self.callback(batched_events)
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     event.method(event)
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     return f(self, *a, **k)
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     return self._get(url).json()
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:37:58.047966 dv-cinder-789564-4-iscsi neutron-server[92318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:37:58.127998 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device ad06e1fa-5e75-42d6-9de7-dac24e8eae8b no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:58.166582 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: ad06e1fa-5e75-42d6-9de7-dac24e8eae8b {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:58.166942 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device ad06e1fa-5e75-42d6-9de7-dac24e8eae8b not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:58.167431 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device e2b44f16-da2a-42a2-bbc2-36d444ddefc3 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:37:58.200445 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: e2b44f16-da2a-42a2-bbc2-36d444ddefc3 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:37:58.200808 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device e2b44f16-da2a-42a2-bbc2-36d444ddefc3 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:37:58.245256 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:58.249275 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-fabba819-0fac-4e24-8922-011810617da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:58.262785 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:58.264629 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] 10.222.0.20 "DELETE /v2.0/networks/e9e4eb11-7d52-45d9-b430-8a57714889cd HTTP/1.1" status: 204  len: 168 time: 1.2396293
Jun 08 18:37:58.271628 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e4eb11-7d52-45d9-b430-8a57714889cd,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:58.275553 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:58.394175 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b507a-3360-4f1f-b6c6-32a48dbe8d2d req-071ab665-8cae-4d4e-980c-48233b869e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:58.396093 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b14b507a-3360-4f1f-b6c6-32a48dbe8d2d req-071ab665-8cae-4d4e-980c-48233b869e3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 1098 time: 0.0793476
Jun 08 18:37:58.416962 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:37:58.438492 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b14b507a-3360-4f1f-b6c6-32a48dbe8d2d req-0c31de4f-f4c8-43d1-afe2-dd9f7270ff1f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364339
Jun 08 18:37:58.735797 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40058) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:58.840369 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-cc7c27e5-d961-4dee-ae2e-095497042bf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef2eca637095424897aaebca4915ebea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1021311
Jun 08 18:37:58.845419 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40060) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:58.902783 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d91a18-e1d8-4d94-b493-59fdbc80319d req-a5ab468e-0ea1-4695-947e-ed74603236c2 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:37:58.904310 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b2d91a18-e1d8-4d94-b493-59fdbc80319d req-a5ab468e-0ea1-4695-947e-ed74603236c2 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 945 time: 0.1532176
Jun 08 18:37:58.954666 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-7fc65f0a-da40-4ae4-af32-7bc4918db39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:58.978093 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b2d91a18-e1d8-4d94-b493-59fdbc80319d req-0c692be1-e785-4f8d-8f55-08ef97f44184 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678449
Jun 08 18:37:58.992421 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-7fc65f0a-da40-4ae4-af32-7bc4918db39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:59.131417 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-7fc65f0a-da40-4ae4-af32-7bc4918db39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:59.133834 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-7fc65f0a-da40-4ae4-af32-7bc4918db39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:37:59.135555 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-7fc65f0a-da40-4ae4-af32-7bc4918db39b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61ca0ca9-e54e-496d-b363-dd108edc9347 HTTP/1.1" status: 204  len: 168 time: 0.2914202
Jun 08 18:37:59.136487 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a141b0b8-e3a2-4d27-9a3f-86faf568d803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:37:59.149149 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc65f0a-da40-4ae4-af32-7bc4918db39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ca0ca9-e54e-496d-b363-dd108edc9347,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:37:59.151592 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-7fc65f0a-da40-4ae4-af32-7bc4918db39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:37:59.932458 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40072) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:37:59.987858 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c19d65ad-5317-465d-9ff5-4009d358ea5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=105f49fbc9c945589ae0275209f02376&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541921
Jun 08 18:37:59.990217 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40074) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:00.050659 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9a0bbef-845e-48a0-be97-cb330540abb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:00.077778 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9a0bbef-845e-48a0-be97-cb330540abb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:00.195186 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da0246-4ca6-44fe-9539-f17392785e25 req-bdd26966-ba44-4f62-8ae7-d07a3c516dfa tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:00.196679 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-69da0246-4ca6-44fe-9539-f17392785e25 req-bdd26966-ba44-4f62-8ae7-d07a3c516dfa tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 945 time: 0.1071339
Jun 08 18:38:00.244527 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-69da0246-4ca6-44fe-9539-f17392785e25 req-8387b6e9-c974-47e0-96e9-e8e45ed0aca0 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398097
Jun 08 18:38:00.267253 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9a0bbef-845e-48a0-be97-cb330540abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:00.270097 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9a0bbef-845e-48a0-be97-cb330540abb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:00.271244 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-e9a0bbef-845e-48a0-be97-cb330540abb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffb8ab09-564c-48af-9978-68f01e71085b HTTP/1.1" status: 204  len: 168 time: 0.2801239
Jun 08 18:38:00.272210 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c433f8e4-532b-43ad-b5a0-761cd8f6b1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:00.282269 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0bbef-845e-48a0-be97-cb330540abb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb8ab09-564c-48af-9978-68f01e71085b,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:00.284777 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e9a0bbef-845e-48a0-be97-cb330540abb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:00.431835 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22e782-a4f4-4080-9bd7-a3de8ca54aa6 req-ab95e3d3-ecbf-42b1-9b61-13475b905749 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:00.433332 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0f22e782-a4f4-4080-9bd7-a3de8ca54aa6 req-ab95e3d3-ecbf-42b1-9b61-13475b905749 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 945 time: 0.0850899
Jun 08 18:38:00.479646 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0f22e782-a4f4-4080-9bd7-a3de8ca54aa6 req-f902cbc5-0593-4f19-868c-9a9070f54654 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405099
Jun 08 18:38:00.503418 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40082) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:00.573964 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43da687-5014-4759-86b6-afe888494d88 tempest-TestVolumeBootPattern-841928441 tempest-TestVolumeBootPattern-841928441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:00.575606 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-e43da687-5014-4759-86b6-afe888494d88 tempest-TestVolumeBootPattern-841928441 tempest-TestVolumeBootPattern-841928441-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 1093 time: 0.0711269
Jun 08 18:38:00.578544 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40084) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:00.582896 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'floatingip': {'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'port_id': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:38:00.673757 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:00.837884 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:00.988236 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Allocated IP 172.27.1.144 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/01f59078-a71a-49ee-a659-95afb7a3dc7c) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:38:01.067811 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-16265f69-d4ae-4e40-85af-f815fc256ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:01.140603 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:01.245443 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:01.246059 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:38:01.246059 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:38:01.246059 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:38:01.246059 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:38:01.246059 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:38:01.246059 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:38:01.264657 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:38:01.266010 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:38:01.268959 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:38:01.785034 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:01.918057 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:02.131995 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:02.199528 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:02.203869 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4c2f3ed5-fd74-44de-a9c4-df2e9e12c22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:02.313509 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event updated for resources: {'Port': ['ID=01f59078-a71a-49ee-a659-95afb7a3dc7c,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:02.316448 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:02.326067 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:02.506655 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.l3_db [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Floating IP bfb96b60-b1d4-4a60-bf94-9f092643ed40 associated. External IP: 172.27.1.144, port: 96e57daf-6cc3-49a8-b4fe-48638a58c383.
Jun 08 18:38:02.878603 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:38:03.066799 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:38:03.076421 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46cb206-27bc-47f9-9a2f-3666fb58f893 None None] Sync routers for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:38:03.089702 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46cb206-27bc-47f9-9a2f-3666fb58f893 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:38:03.090342 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-f46cb206-27bc-47f9-9a2f-3666fb58f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc522220>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:38:03.188341 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:03.246800 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6672027
Jun 08 18:38:03.247509 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'tag': '96e57daf-6cc3-49a8-b4fe-48638a58c383'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:38:03.249857 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00192991-fd64-4ed6-ab14-7ded594db369" -d '{"events": [{"name": "network-changed", "server_uuid": "305e8a67-4bcf-4e29-bcc0-8906ba3f97c3", "tag": "96e57daf-6cc3-49a8-b4fe-48638a58c383"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:38:03.291499 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-f46cb206-27bc-47f9-9a2f-3666fb58f893 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:38:03.296474 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f483de79-2f4b-4005-a2dc-3e4585dd03cd x-openstack-request-id: req-f483de79-2f4b-4005-a2dc-3e4585dd03cd {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:38:03.296801 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305e8a67-4bcf-4e29-bcc0-8906ba3f97c3", "tag": "96e57daf-6cc3-49a8-b4fe-48638a58c383", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:38:03.297092 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f483de79-2f4b-4005-a2dc-3e4585dd03cd {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:38:03.297523 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'tag': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'status': 'completed', 'code': 200}
Jun 08 18:38:03.413276 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40126) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:03.517150 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00192991-fd64-4ed6-ab14-7ded594db369 req-c8fa2cb5-f5cb-4342-b191-dcb6b9cc4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:03.519079 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-00192991-fd64-4ed6-ab14-7ded594db369 req-c8fa2cb5-f5cb-4342-b191-dcb6b9cc4569 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 1098 time: 0.1983035
Jun 08 18:38:03.570782 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-41171d7b-7494-43b5-9d66-510ff200defc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:03.663771 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00192991-fd64-4ed6-ab14-7ded594db369 req-29ffa36c-df7d-4847-a1c7-3f4b7724cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:03.665235 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-00192991-fd64-4ed6-ab14-7ded594db369 req-29ffa36c-df7d-4847-a1c7-3f4b7724cc88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 912 time: 0.1399031
Jun 08 18:38:03.680484 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-41171d7b-7494-43b5-9d66-510ff200defc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:03.748316 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-41171d7b-7494-43b5-9d66-510ff200defc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:03.766045 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-f46cb206-27bc-47f9-9a2f-3666fb58f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc522220>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'bfb96b60-b1d4-4a60-bf94-9f092643ed40', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:eb:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:38:01Z', 'updated_at': '2021-06-08T18:38:01Z', 'revision_number': 0, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:38:03.772359 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-7e6fe522-f7e9-4565-96aa-7eef3cfe8f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:03.772898 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:03.777155 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46cb206-27bc-47f9-9a2f-3666fb58f893 None None] Checking router: 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:38:03.793545 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46cb206-27bc-47f9-9a2f-3666fb58f893 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:38:03.794578 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-f46cb206-27bc-47f9-9a2f-3666fb58f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc522220>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:37:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:38:03.811117 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-00192991-fd64-4ed6-ab14-7ded594db369 req-b293bbf5-b5a0-45c9-bbab-acad00fd4251 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e57daf-6cc3-49a8-b4fe-48638a58c383 HTTP/1.1" status: 200  len: 999 time: 0.1394253
Jun 08 18:38:03.826513 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-41171d7b-7494-43b5-9d66-510ff200defc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7f499c03d2e4bec93bd29b85f8bc031&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4082074
Jun 08 18:38:03.827769 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40130) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:03.839801 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41171d7b-7494-43b5-9d66-510ff200defc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29f6a2a-9d78-46cc-a8c8-0edab2025bd1,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:03.845776 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-41171d7b-7494-43b5-9d66-510ff200defc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:03.912779 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00192991-fd64-4ed6-ab14-7ded594db369 req-af028e73-9194-41c5-bc65-44e5e4054842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:03.914320 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-00192991-fd64-4ed6-ab14-7ded594db369 req-af028e73-9194-41c5-bc65-44e5e4054842 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 200  len: 851 time: 0.0976470
Jun 08 18:38:03.917568 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-844ccf45-b013-4385-a7e8-8c1352ea6263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:03.946744 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-844ccf45-b013-4385-a7e8-8c1352ea6263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:04.010596 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00192991-fd64-4ed6-ab14-7ded594db369 req-ac9c630d-c012-4151-8b71-0ba99906aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:04.013104 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-00192991-fd64-4ed6-ab14-7ded594db369 req-ac9c630d-c012-4151-8b71-0ba99906aa6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a22c79-3583-4167-8add-ac583058f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0926023
Jun 08 18:38:04.022963 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-327dc362-fdbe-49e2-8fac-e64aba57fd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:04.036173 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-f46cb206-27bc-47f9-9a2f-3666fb58f893 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:38:04.082152 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-844ccf45-b013-4385-a7e8-8c1352ea6263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:04.085540 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-844ccf45-b013-4385-a7e8-8c1352ea6263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:04.090387 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-844ccf45-b013-4385-a7e8-8c1352ea6263 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c29f6a2a-9d78-46cc-a8c8-0edab2025bd1 HTTP/1.1" status: 204  len: 168 time: 0.2607446
Jun 08 18:38:04.091500 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d6002cb2-79f4-4250-960f-cf6282636e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:04.102475 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ccf45-b013-4385-a7e8-8c1352ea6263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29f6a2a-9d78-46cc-a8c8-0edab2025bd1,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:04.105321 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-844ccf45-b013-4385-a7e8-8c1352ea6263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:04.178112 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-00192991-fd64-4ed6-ab14-7ded594db369 req-a3b0523e-17ff-403d-9273-c467920653e9 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583803
Jun 08 18:38:04.327631 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-00192991-fd64-4ed6-ab14-7ded594db369 req-a916bc45-4fbd-4774-bbe2-87486dfe0ca1 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427352
Jun 08 18:38:04.425064 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-f46cb206-27bc-47f9-9a2f-3666fb58f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc522220>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'bfb96b60-b1d4-4a60-bf94-9f092643ed40', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:eb:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:38:01Z', 'updated_at': '2021-06-08T18:38:01Z', 'revision_number': 0, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:38:04.429882 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46cb206-27bc-47f9-9a2f-3666fb58f893 None None] The sync data for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi is: [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'bfb96b60-b1d4-4a60-bf94-9f092643ed40', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:eb:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:38:01Z', 'updated_at': '2021-06-08T18:38:01Z', 'revision_number': 0, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:38:04.635872 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a247b98-07e8-4d9b-bbc5-6a3e6b7dc5ce None None] New status for floating IP bfb96b60-b1d4-4a60-bf94-9f092643ed40: ACTIVE {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:38:04.767552 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40136) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:04.789455 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8e5828dc-1a5e-4a1b-8341-f736a684a01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:04.905798 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8e5828dc-1a5e-4a1b-8341-f736a684a01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:04.925156 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:05.010933 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-8e5828dc-1a5e-4a1b-8341-f736a684a01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:05.020671 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0727ded2-3233-47de-a6aa-418040d1afcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:05.059502 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-8e5828dc-1a5e-4a1b-8341-f736a684a01e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f56af863da694bc1a5b10d965e8cc3ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2896512
Jun 08 18:38:05.060958 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5828dc-1a5e-4a1b-8341-f736a684a01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6497070a-d603-47e7-80c8-5b3822ab7986,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:05.061696 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40138) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:05.063976 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-8e5828dc-1a5e-4a1b-8341-f736a684a01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:05.127900 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e1ed90b2-7c74-4b8c-b561-6929d97cbf27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:05.153447 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e1ed90b2-7c74-4b8c-b561-6929d97cbf27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:05.285101 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e1ed90b2-7c74-4b8c-b561-6929d97cbf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:05.287730 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-e1ed90b2-7c74-4b8c-b561-6929d97cbf27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:05.289316 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-e1ed90b2-7c74-4b8c-b561-6929d97cbf27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6497070a-d603-47e7-80c8-5b3822ab7986 HTTP/1.1" status: 204  len: 168 time: 0.2266264
Jun 08 18:38:05.290376 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-844ccf45-b013-4385-a7e8-8c1352ea6263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:05.300645 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed90b2-7c74-4b8c-b561-6929d97cbf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6497070a-d603-47e7-80c8-5b3822ab7986,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:05.302898 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-e1ed90b2-7c74-4b8c-b561-6929d97cbf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:06.925563 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:13.885077 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40234) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:14.011219 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c29882f4-8906-46f3-8f18-5af660f55030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:14.116828 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c29882f4-8906-46f3-8f18-5af660f55030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:14.245153 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-c29882f4-8906-46f3-8f18-5af660f55030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:14.253414 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-f16e6889-6815-4697-ba38-4ff866af4b27 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:14.297089 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-c29882f4-8906-46f3-8f18-5af660f55030 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4f24219bfcb4494b7c6dbe0551387c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4108651
Jun 08 18:38:14.298142 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29882f4-8906-46f3-8f18-5af660f55030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcd6cba-617d-42ed-b409-fe79466b33d6,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:14.299786 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40238) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:14.301620 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c29882f4-8906-46f3-8f18-5af660f55030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:14.366293 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-beede443-ce5e-436c-bccf-8b8ed2edc30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:14.396412 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-beede443-ce5e-436c-bccf-8b8ed2edc30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:14.662614 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-beede443-ce5e-436c-bccf-8b8ed2edc30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:14.665264 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-beede443-ce5e-436c-bccf-8b8ed2edc30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:14.666404 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-beede443-ce5e-436c-bccf-8b8ed2edc30e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fcd6cba-617d-42ed-b409-fe79466b33d6 HTTP/1.1" status: 204  len: 168 time: 0.3654547
Jun 08 18:38:14.667552 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-8c82540e-dd91-45c3-9b19-787fbcd2c350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:14.684989 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beede443-ce5e-436c-bccf-8b8ed2edc30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcd6cba-617d-42ed-b409-fe79466b33d6,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:14.684989 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-beede443-ce5e-436c-bccf-8b8ed2edc30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:15.406083 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40244) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:15.424647 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-208df33d-7ebd-4b6c-ae88-79fb6649e94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:15.544715 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-208df33d-7ebd-4b6c-ae88-79fb6649e94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:15.645316 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-208df33d-7ebd-4b6c-ae88-79fb6649e94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:15.652901 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c3c7c7ef-eb71-4ef9-ab8b-4fb4ea746c98 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:15.695045 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208df33d-7ebd-4b6c-ae88-79fb6649e94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172cbdd3-b620-4ee5-9b24-1f10abb73312,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:15.701813 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-208df33d-7ebd-4b6c-ae88-79fb6649e94f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1201ee69f5149fa8e0b5ce4a51c4d09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2944818
Jun 08 18:38:15.703036 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40246) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:15.703728 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-208df33d-7ebd-4b6c-ae88-79fb6649e94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:15.770645 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-54f8db9b-a636-4040-8eec-ee0e6650199a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:15.799424 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-54f8db9b-a636-4040-8eec-ee0e6650199a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:15.948478 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-54f8db9b-a636-4040-8eec-ee0e6650199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:15.950949 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-54f8db9b-a636-4040-8eec-ee0e6650199a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:15.952366 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-54f8db9b-a636-4040-8eec-ee0e6650199a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/172cbdd3-b620-4ee5-9b24-1f10abb73312 HTTP/1.1" status: 204  len: 168 time: 0.2482779
Jun 08 18:38:15.953265 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-348f34d8-ade5-41d1-b75d-1678a43a486a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:15.966982 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8db9b-a636-4040-8eec-ee0e6650199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172cbdd3-b620-4ee5-9b24-1f10abb73312,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:15.973749 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-54f8db9b-a636-4040-8eec-ee0e6650199a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:18.490867 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:21.186779 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40290) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:21.309563 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3b8fbcb8-cd7c-4ece-8ac1-c73c17eb767c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:21.424760 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3b8fbcb8-cd7c-4ece-8ac1-c73c17eb767c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:21.502357 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3b8fbcb8-cd7c-4ece-8ac1-c73c17eb767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:21.510139 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-1d9407aa-c569-4f0b-9348-50dbb7a7cde5 tempest-VolumesNegativeTest-1586145432 tempest-VolumesNegativeTest-1586145432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:21.550092 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fbcb8-cd7c-4ece-8ac1-c73c17eb767c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b10861-f5c5-4e92-8058-54200f369042,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:21.553327 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-3b8fbcb8-cd7c-4ece-8ac1-c73c17eb767c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:21.556006 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-3b8fbcb8-cd7c-4ece-8ac1-c73c17eb767c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11d019109dee47ce8466a86155c66cb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3680420
Jun 08 18:38:21.559034 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40294) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:21.619678 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-32cd04e7-448e-46c6-b734-1bf6b807ddec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:21.648231 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-32cd04e7-448e-46c6-b734-1bf6b807ddec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:21.788050 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-32cd04e7-448e-46c6-b734-1bf6b807ddec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:21.790710 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-32cd04e7-448e-46c6-b734-1bf6b807ddec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:21.791883 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-32cd04e7-448e-46c6-b734-1bf6b807ddec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0b10861-f5c5-4e92-8058-54200f369042 HTTP/1.1" status: 204  len: 168 time: 0.2323577
Jun 08 18:38:21.792635 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-1bbaef9c-8251-45dc-965e-f060124589f1 tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:21.802291 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd04e7-448e-46c6-b734-1bf6b807ddec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b10861-f5c5-4e92-8058-54200f369042,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:21.804935 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-32cd04e7-448e-46c6-b734-1bf6b807ddec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:31.079063 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-9bb28d7d-fcca-4c9d-a64c-3a85acd98b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:33.764929 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:33.998717 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-3bf638e7-9778-4fd4-b51f-fb75d5af85c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:34.919278 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:35.420161 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:38:36.919059 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:48.599438 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:52.333814 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-b4e2fbe0-d254-44e9-9d5e-6e0a626971fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1791065
Jun 08 18:38:52.476410 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-9bef1d88-d9a7-41ea-a6bb-73704b25d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:52.477860 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-9bef1d88-d9a7-41ea-a6bb-73704b25d24c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 1098 time: 0.0751638
Jun 08 18:38:52.628451 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-9a6ba41a-c041-4b53-8b0b-ab3677ddb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:52.629913 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-9a6ba41a-c041-4b53-8b0b-ab3677ddb0ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 912 time: 0.1305645
Jun 08 18:38:52.734262 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-4a264e4c-3877-449f-89a8-d72e555ce098 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e57daf-6cc3-49a8-b4fe-48638a58c383 HTTP/1.1" status: 200  len: 1001 time: 0.0977902
Jun 08 18:38:52.796993 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-ac0f0715-0c12-41e4-bab7-d9661d876cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:52.798974 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-ac0f0715-0c12-41e4-bab7-d9661d876cf4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 200  len: 851 time: 0.0583689
Jun 08 18:38:52.973092 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-0a9e659f-9ec1-43de-a8f5-0a2ee9240832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:52.974613 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-0a9e659f-9ec1-43de-a8f5-0a2ee9240832 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a22c79-3583-4167-8add-ac583058f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1692815
Jun 08 18:38:52.986045 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-8c861e0c-3263-43f9-98f2-1828a7b3e2cb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 18:38:52.986980 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-8c861e0c-3263-43f9-98f2-1828a7b3e2cb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059886
Jun 08 18:38:53.126020 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-2c9b794d-6327-45c9-aa08-7f5c9a22276a service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320028
Jun 08 18:38:53.264209 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-799cbc6a-ae84-4ee6-bb15-851514cd7971 req-46497b0d-fd0c-4113-bdfa-79757925b386 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318369
Jun 08 18:38:54.098395 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40476) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:54.220188 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:54.326296 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:54.410653 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:54.418349 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-beede443-ce5e-436c-bccf-8b8ed2edc30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:54.465774 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da620c626fee42b4980dc757a9032328&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3662374
Jun 08 18:38:54.466687 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd089ae7-6a87-4c6e-86fb-7c51676ae0b0,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:54.468964 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40480) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:54.475689 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.476069 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.476439 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.476803 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.477161 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.477519 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.477873 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.478223 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.478579 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.478953 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.479306 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.479649 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.484188 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:54.536583 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:54.566215 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:54.702449 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:54.705843 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:54.707085 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd089ae7-6a87-4c6e-86fb-7c51676ae0b0 HTTP/1.1" status: 204  len: 168 time: 0.2362592
Jun 08 18:38:54.707926 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-e57bf554-d979-4fd5-8279-c4288db75fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:54.717813 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd089ae7-6a87-4c6e-86fb-7c51676ae0b0,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:54.725512 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.725907 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.726288 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.726655 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.727083 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.727452 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.727810 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.728168 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.728529 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.728886 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.729240 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.729592 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:54.732886 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-a03a78a0-c3c9-4399-90d1-cfb778166337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:55.731804 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40502) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:55.836602 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-347940505-network', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:38:55.935775 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Made reservation on behalf of cdd1e14087b941528a61a75d58cfea38 for: {'network': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:38:55.938267 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:55.950560 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:56.054216 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:56.140423 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:56.144128 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4bc1c84a-8541-41ee-8d3a-03ce1e183446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:56.173460 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'}  {{(pid=92319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:38:56.178562 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ed113b-fb2e-4e07-8455-a2b7f40df0a2,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:56.182083 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:56.185723 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:56.185931 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.segments_db [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Added segment 724e6b51-fe5b-41bd-84fb-dd36ac0aec34 of type vlan for network c7e4cbef-811b-4f9e-bd95-13e533eabcdb
Jun 08 18:38:56.212019 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:56.307191 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:56.308204 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:56.308776 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:56.312160 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:56.405428 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Pushing event updated for resources: {'Network': ['ID=c7e4cbef-811b-4f9e-bd95-13e533eabcdb,revision_number=1']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:56.408125 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:56.415020 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network c7e4cbef-811b-4f9e-bd95-13e533eabcdb details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:38:56.490873 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-d1ccb20b-ff1e-4d2f-a421-44673cc41a23 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7579465
Jun 08 18:38:56.493643 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40506) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:56.498481 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] Request body: {'subnet': {'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-347940505-subnet', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'ip_version': 4}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:38:56.565013 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] Made reservation on behalf of cdd1e14087b941528a61a75d58cfea38 for: {'subnet': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:38:56.567488 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10536525'] for subnet, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:56.843444 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10609067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10536547'] for subnet, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:56.847954 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-b7446303-8c96-4562-8b20-e55cc4ae68f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:56.916795 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd696eb-a593-4f5a-8d5b-8511611e569b,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:56.920002 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:56.927581 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] Checking segment: {'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:38:56.932883 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] Network hostable DHCP agents. Network: c7e4cbef-811b-4f9e-bd95-13e533eabcdb, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:38:56.998383 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] Network c7e4cbef-811b-4f9e-bd95-13e533eabcdb is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:38:57.061253 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, c7e4cbef-811b-4f9e-bd95-13e533eabcdb) {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:38:57.065361 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:38:57.065934 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:57.070399 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bacf54f-08cc-41da-8cd4-901d343a39eb None None] Network c7e4cbef-811b-4f9e-bd95-13e533eabcdb requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:38:57.131027 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-ab2055a4-0320-483f-9b11-60abb070c054 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6361365
Jun 08 18:38:57.133786 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40508) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:38:57.138166 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:38:57.205056 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-343638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61452'] for router, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:57.206116 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61443'] for router, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:57.221105 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:57.284674 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27724984-45eb-5bff-894b-224ed9fae270-c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'fixed_ips': [{'subnet_id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b'}]}} from dv-cinder-789564-4-iscsi. {{(pid=92320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 18:38:57.285514 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:57.444370 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.db_base_plugin_common [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Allocated IP 172.20.0.2 (c7e4cbef-811b-4f9e-bd95-13e533eabcdb/ffd696eb-a593-4f5a-8d5b-8511611e569b/e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e) {{(pid=92320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:38:57.625126 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-343620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61489'] for router, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:57.702124 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Notify callbacks [] for port, precommit_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:57.712640 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Transition to ACTIVE for port object e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:38:57.730746 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Transition to ACTIVE for port object e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e will not be triggered until provisioned by entity DHCP. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:38:57.810552 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:57.811199 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:38:57.811199 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:38:57.811199 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:38:57.811199 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:38:57.811199 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:38:57.811199 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:38:57.828056 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Network c7e4cbef-811b-4f9e-bd95-13e533eabcdb is already hosted by enough agents. {{(pid=92320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:38:57.829895 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.base_scheduler [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Resources bound (agent type, host, resource id):  {{(pid=92320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:38:57.832348 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Received port after_create {{(pid=92320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:38:57.920193 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Attempting to bind port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:38:57.920557 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Attempting to bind port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:38:57.920921 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Attempting to bind port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e on network c7e4cbef-811b-4f9e-bd95-13e533eabcdb {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:38:57.926708 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:38:57.927115 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Checking segment: {'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:38:57.927519 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:57.927916 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Bound using segment: {'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:38:57.928380 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Bound port: e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:38:57.928757 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:58.015171 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] For port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:38:58.018147 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] For port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:38:58.023407 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:58.052605 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:58.107062 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:58.111404 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-3cbdb1fb-67c5-449d-8fac-c0fc02266245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:38:58.192006 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Allocated IP 172.27.1.15 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/000b56fe-5cd5-406a-907f-a58bf0f0d5f8) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:38:58.196232 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Pushing event updated for resources: {'Port': ['ID=e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:38:58.204461 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:58.204810 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:58.205154 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:58.205491 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:58.205816 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:58.206140 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:58.206555 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:58.206767 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:58.207137 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:58.207455 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:58.207775 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:58.208091 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:38:58.212185 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:38:58.355884 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:58.479493 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:58.480091 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:38:58.480091 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:38:58.480091 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:38:58.480091 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:38:58.480091 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:38:58.480091 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:38:58.498044 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:38:58.499271 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:38:58.502261 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:38:58.983659 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:59.075838 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66800b-bb09-4ac7-86ec-df4fd3e6f8b7 None None] Network c7e4cbef-811b-4f9e-bd95-13e533eabcdb requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:38:59.230621 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-cd403ffb-2911-4aa7-9bd8-387eff90a894 None None] Provisioning for port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:38:59.443200 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-343629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337077'] for router, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:59.706818 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Router feb6001c-3e50-46c0-83d0-a05824217db9 is scheduled to L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf with binding_index 1 {{(pid=92319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 18:38:59.881682 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:38:59.890015 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Sync routers for ids ['feb6001c-3e50-46c0-83d0-a05824217db9'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:38:59.899743 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Routers {'feb6001c-3e50-46c0-83d0-a05824217db9'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:38:59.900390 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc316df0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:38:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['feb6001c-3e50-46c0-83d0-a05824217db9'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:38:59.987683 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] Notify callbacks [] for router, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:38:59.991402 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-14095de9-6c6a-4c2b-a4f2-e01c255165f9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.8541739
Jun 08 18:38:59.991645 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40510) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:39:00.076310 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Set router feb6001c-3e50-46c0-83d0-a05824217db9 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:39:00.241034 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:00.412790 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc316df0>, [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:38:58Z', 'revision_number': 3, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:00.416568 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Checking router: feb6001c-3e50-46c0-83d0-a05824217db9 for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:39:00.416924 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Updating router feb6001c-3e50-46c0-83d0-a05824217db9 port 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 binding host dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:39:00.468234 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:00.496571 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:39:00.519556 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:00.519943 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:00.778692 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:00.812044 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:00.876103 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:39:00.956823 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Notify callbacks [] for port, precommit_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:00.967898 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Transition to ACTIVE for port object 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:39:00.975593 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:00.977394 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-f05767d1-1eeb-4aa0-87f9-56cda32d2c5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:00.987558 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Allocated IP 172.20.0.1 (c7e4cbef-811b-4f9e-bd95-13e533eabcdb/ffd696eb-a593-4f5a-8d5b-8511611e569b/bc2ba5d5-27a5-40f0-bae4-30413a85fc83) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:39:01.038245 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:01.070743 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:01.074777 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:01.075271 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:01.111194 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Attempting to bind port 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:39:01.111966 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Attempting to bind port 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:39:01.111966 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Attempting to bind port 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 on network a06ee958-817b-4651-8f1f-374b575e10a7 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:39:01.128425 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-e1cf3b41-4c21-417e-a994-1cb523c18144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:01.134008 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:39:01.134383 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Checking segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:39:01.134780 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:01.135194 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Bound using segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:39:01.135682 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Bound port: 000b56fe-5cd5-406a-907f-a58bf0f0d5f8, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:39:01.136049 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:01.139435 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:01.155365 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Transition to ACTIVE for port object bc2ba5d5-27a5-40f0-bae4-30413a85fc83 will not be triggered until provisioned by entity DHCP. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:39:01.187845 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7523f4-48d1-4040-96e2-02a5857dc1b4 None None] Pushing event updated for resources: {'Port': ['ID=000b56fe-5cd5-406a-907f-a58bf0f0d5f8,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:01.193626 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-bb7523f4-48d1-4040-96e2-02a5857dc1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:01.217984 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] For port 000b56fe-5cd5-406a-907f-a58bf0f0d5f8, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:39:01.221705 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] For port 000b56fe-5cd5-406a-907f-a58bf0f0d5f8, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=000b56fe-5cd5-406a-907f-a58bf0f0d5f8,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:39:01.267303 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:01.267945 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:39:01.267945 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:39:01.267945 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:39:01.267945 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:39:01.267945 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:39:01.267945 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:39:01.284241 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Network c7e4cbef-811b-4f9e-bd95-13e533eabcdb is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:39:01.285310 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:39:01.287528 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:39:01.303239 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:01.306216 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:01.347092 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380899'] for router_interface, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:01.387554 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Routers {'feb6001c-3e50-46c0-83d0-a05824217db9'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:39:01.388192 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc316df0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:38:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['feb6001c-3e50-46c0-83d0-a05824217db9'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:01.444036 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7523f4-48d1-4040-96e2-02a5857dc1b4 None None] Pushing event updated for resources: {'Port': ['ID=000b56fe-5cd5-406a-907f-a58bf0f0d5f8,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:01.455391 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-bb7523f4-48d1-4040-96e2-02a5857dc1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:01.577316 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] Set router feb6001c-3e50-46c0-83d0-a05824217db9 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:39:01.674103 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-eb01b2d5-cf45-4a26-8e98-a454bc78854e None None] Provisioning for port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:39:01.700025 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-eb01b2d5-cf45-4a26-8e98-a454bc78854e None None] Provisioning complete for port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:01.700415 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-eb01b2d5-cf45-4a26-8e98-a454bc78854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:01.724661 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:01.815810 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-eb01b2d5-cf45-4a26-8e98-a454bc78854e None None] Port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:39:01.909596 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc316df0>, [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:38:58Z', 'revision_number': 3, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:01.913623 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b781807-d50e-4fcf-b917-e5f5eddb4515 None None] The sync data for ids ['feb6001c-3e50-46c0-83d0-a05824217db9'] in dv-cinder-789564-4-iscsi is: [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:38:58Z', 'revision_number': 3, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:39:01.951410 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:02.027153 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:02.053214 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-f9197987-84a5-4531-8978-af984a6a47e5 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:02.164674 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Pushing event updated for resources: {'Port': ['ID=bc2ba5d5-27a5-40f0-bae4-30413a85fc83,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:02.167338 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380706'] for router_interface, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:02.177688 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:02.285527 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:02.317473 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Network c7e4cbef-811b-4f9e-bd95-13e533eabcdb is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:39:02.319374 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:39:02.438973 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:39:02.445577 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:02.447532 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:02.523414 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Router feb6001c-3e50-46c0-83d0-a05824217db9 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:39:02.587524 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-f3aa0778-2fe9-4676-a932-9d12ac30a921 None None] Provisioning complete for port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:02.587899 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f3aa0778-2fe9-4676-a932-9d12ac30a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:02.642473 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:02.661247 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa0778-2fe9-4676-a932-9d12ac30a921 None None] Port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:39:02.671095 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 000b56fe-5cd5-406a-907f-a58bf0f0d5f8, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=000b56fe-5cd5-406a-907f-a58bf0f0d5f8,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:39:02.758788 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:02.759731 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:02.783189 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:02.834066 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:39:02.838907 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] 10.222.0.20 "PUT /v2.0/routers/feb6001c-3e50-46c0-83d0-a05824217db9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8462634
Jun 08 18:39:02.921223 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=000b56fe-5cd5-406a-907f-a58bf0f0d5f8,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:02.925353 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:02.935849 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:02.936265 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:03.445452 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Sync routers for ids ['feb6001c-3e50-46c0-83d0-a05824217db9'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:39:03.455644 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Routers {'feb6001c-3e50-46c0-83d0-a05824217db9'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:39:03.456256 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc38edf0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:38:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['feb6001c-3e50-46c0-83d0-a05824217db9'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:03.608171 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40526) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:39:03.613367 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1555222875-network', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:39:03.635811 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Set router feb6001c-3e50-46c0-83d0-a05824217db9 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:39:03.689975 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Made reservation on behalf of 2726578174ee49369c2c30d0c5b4b6a3 for: {'network': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:39:03.692298 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3714026'] for network, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:03.704572 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:03.736207 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:03.809428 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:03.901463 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:03.904482 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-387369fa-31cd-472d-840b-3fa4eb5b06ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:03.934722 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'}  {{(pid=92318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 08 18:39:03.939976 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f68174c-b15f-4cf6-b61b-d685c97dba10,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:03.943699 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:03.947690 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:03.947794 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.segments_db [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Added segment 6f6d420f-1a1a-439e-9f0b-23736a280fb0 of type vlan for network 7697533a-a1e0-4fa1-a712-1288b64bfc80
Jun 08 18:39:03.953075 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc38edf0>, [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:39:01Z', 'revision_number': 4, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'bc2ba5d5-27a5-40f0-bae4-30413a85fc83', 'name': '', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'mac_address': 'fa:16:3e:a8:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:00Z', 'updated_at': '2021-06-08T18:39:01Z', 'revision_number': 2, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'subnets': [{'id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:03.954809 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-355d3130-c120-4864-9ea7-d6cdc948ffb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:03.959535 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Checking router: feb6001c-3e50-46c0-83d0-a05824217db9 for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:39:03.964224 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Updating router feb6001c-3e50-46c0-83d0-a05824217db9 port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 binding host dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:39:03.975899 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731078275063'] for network, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.011360 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.090030 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350'] for network, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.091395 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:04.092012 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.097559 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:04.183785 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:04.197589 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Pushing event updated for resources: {'Network': ['ID=7697533a-a1e0-4fa1-a712-1288b64bfc80,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:04.200576 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:04.210336 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Network 7697533a-a1e0-4fa1-a712-1288b64bfc80 details requested by agent ovs-agent-dv-cinder-789564-4-iscsi with host dv-cinder-789564-4-iscsi {{(pid=92320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 08 18:39:04.262373 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-5d1e2e04-4a61-431d-acab-a869032324ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6530747
Jun 08 18:39:04.265180 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40528) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:39:04.270537 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] Request body: {'subnet': {'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1555222875-subnet', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'ip_version': 4}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:39:04.341788 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:04.342172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.353098 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] Made reservation on behalf of 2726578174ee49369c2c30d0c5b4b6a3 for: {'subnet': 1} {{(pid=92319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:39:04.358617 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10536525'] for subnet, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.391645 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Notify callbacks [] for port, precommit_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.403502 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.provisioning_blocks [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Transition to ACTIVE for port object bc2ba5d5-27a5-40f0-bae4-30413a85fc83 will not be triggered until provisioned by entity L2. {{(pid=92321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:39:04.467113 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.472665 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:04.597851 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Pushing event updated for resources: {'Port': ['ID=bc2ba5d5-27a5-40f0-bae4-30413a85fc83,revision_number=3']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:04.608026 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:39:04.608379 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:39:04.608800 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:39:04.609139 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:39:04.609471 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:39:04.610377 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:39:04.610706 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:39:04.611058 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:39:04.611418 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:39:04.611734 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:39:04.612056 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:39:04.612375 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:39:04.616645 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:04.633192 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10609067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10536547'] for subnet, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.638786 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:04.707426 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Attempting to bind port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:39:04.707802 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Attempting to bind port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:39:04.708168 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Attempting to bind port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 on network c7e4cbef-811b-4f9e-bd95-13e533eabcdb {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:39:04.713455 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:39:04.713770 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Checking segment: {'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:39:04.714176 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.714571 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Bound using segment: {'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:39:04.715067 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Bound port: bc2ba5d5-27a5-40f0-bae4-30413a85fc83, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'}}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:39:04.715450 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.716127 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c4e33a-1ec8-4149-b763-d1c6cbd52a8b,revision_number=0']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:04.718272 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] Checking segment: {'id': '6f6d420f-1a1a-439e-9f0b-23736a280fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:39:04.718623 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] Network hostable DHCP agents. Network: 7697533a-a1e0-4fa1-a712-1288b64bfc80, hostable agents: ['4a381245-f1cc-4204-90f3-b5b06b5b45ec'], hosted agents: [] {{(pid=92319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 08 18:39:04.721994 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:04.805135 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] Network 7697533a-a1e0-4fa1-a712-1288b64bfc80 is scheduled to be hosted by DHCP agent 4a381245-f1cc-4204-90f3-b5b06b5b45ec with binding_index 1 {{(pid=92319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 08 18:39:04.805373 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] For port bc2ba5d5-27a5-40f0-bae4-30413a85fc83, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:39:04.808481 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] For port bc2ba5d5-27a5-40f0-bae4-30413a85fc83, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=bc2ba5d5-27a5-40f0-bae4-30413a85fc83,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:39:04.902386 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.906398 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-fa2c2c00-b7b1-482a-a725-735fed96cfe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:04.930389 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-iscsi, 7697533a-a1e0-4fa1-a712-1288b64bfc80) {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:39:04.930605 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.934591 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:04.935859 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:04.939313 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b805d-2bf1-4a71-b72f-e955506675c4 None None] Network 7697533a-a1e0-4fa1-a712-1288b64bfc80 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:39:04.985769 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Routers {'feb6001c-3e50-46c0-83d0-a05824217db9'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:39:04.986397 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc38edf0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:39:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['feb6001c-3e50-46c0-83d0-a05824217db9'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:05.017515 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-8b48b6ef-baa7-477c-9186-68b4417ea200 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7509696
Jun 08 18:39:05.019687 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40530) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:39:05.024276 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1555222875-router', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:39:05.040486 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Pushing event updated for resources: {'Port': ['ID=bc2ba5d5-27a5-40f0-bae4-30413a85fc83,revision_number=4']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:05.057585 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-92a53e2c-0085-4f34-9460-a31b6755e953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:05.118990 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-343638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61452'] for router, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:05.120298 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337050', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61443'] for router, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:05.136382 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:05.185390 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] Set router feb6001c-3e50-46c0-83d0-a05824217db9 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:39:05.193529 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27724984-45eb-5bff-894b-224ed9fae270-7697533a-a1e0-4fa1-a712-1288b64bfc80', 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'fixed_ips': [{'subnet_id': '37c4e33a-1ec8-4149-b763-d1c6cbd52a8b'}]}} from dv-cinder-789564-4-iscsi. {{(pid=92320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 08 18:39:05.194529 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:05.374654 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.db_base_plugin_common [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Allocated IP 172.20.0.2 (7697533a-a1e0-4fa1-a712-1288b64bfc80/37c4e33a-1ec8-4149-b763-d1c6cbd52a8b/388941bd-3cec-423a-850c-80b08fd32805) {{(pid=92320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:39:05.462984 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-337032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-343620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61489'] for router, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:05.507715 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc38edf0>, [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:39:01Z', 'revision_number': 4, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'bc2ba5d5-27a5-40f0-bae4-30413a85fc83', 'name': '', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'mac_address': 'fa:16:3e:a8:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:00Z', 'updated_at': '2021-06-08T18:39:04Z', 'revision_number': 4, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'subnets': [{'id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:05.511605 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a83277-13b5-4e19-8837-331f02b1de39 None None] The sync data for ids ['feb6001c-3e50-46c0-83d0-a05824217db9'] in dv-cinder-789564-4-iscsi is: [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:39:01Z', 'revision_number': 4, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'bc2ba5d5-27a5-40f0-bae4-30413a85fc83', 'name': '', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'mac_address': 'fa:16:3e:a8:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:00Z', 'updated_at': '2021-06-08T18:39:04Z', 'revision_number': 4, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'subnets': [{'id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:39:05.607213 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:05.624809 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Transition to ACTIVE for port object 388941bd-3cec-423a-850c-80b08fd32805 will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:39:05.653060 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Transition to ACTIVE for port object 388941bd-3cec-423a-850c-80b08fd32805 will not be triggered until provisioned by entity DHCP. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:39:05.746987 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993'] for port, after_create {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:05.747636 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:39:05.747636 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:39:05.747636 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:39:05.747636 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:39:05.747636 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:39:05.747636 dv-cinder-789564-4-iscsi neutron-server[92320]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:39:05.765792 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Network 7697533a-a1e0-4fa1-a712-1288b64bfc80 is already hosted by enough agents. {{(pid=92320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:39:05.767694 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.scheduler.base_scheduler [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Resources bound (agent type, host, resource id):  {{(pid=92320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:39:05.774740 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Received port after_create {{(pid=92320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:39:05.869176 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:05.871934 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Attempting to bind port 388941bd-3cec-423a-850c-80b08fd32805 on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:39:05.872316 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Attempting to bind port 388941bd-3cec-423a-850c-80b08fd32805 by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '6f6d420f-1a1a-439e-9f0b-23736a280fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:39:05.872705 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Attempting to bind port 388941bd-3cec-423a-850c-80b08fd32805 on network 7697533a-a1e0-4fa1-a712-1288b64bfc80 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:39:05.878968 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:39:05.879353 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Checking segment: {'id': '6f6d420f-1a1a-439e-9f0b-23736a280fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:39:05.879763 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:05.880152 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Bound using segment: {'id': '6f6d420f-1a1a-439e-9f0b-23736a280fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:39:05.880627 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Bound port: 388941bd-3cec-423a-850c-80b08fd32805, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d420f-1a1a-439e-9f0b-23736a280fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:39:05.880994 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:05.902439 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:05.980553 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] For port 388941bd-3cec-423a-850c-80b08fd32805, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:39:05.984639 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] For port 388941bd-3cec-423a-850c-80b08fd32805, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=388941bd-3cec-423a-850c-80b08fd32805,segment=NetworkSegment(6f6d420f-1a1a-439e-9f0b-23736a280fb0),segment_id=6f6d420f-1a1a-439e-9f0b-23736a280fb0)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:39:06.054880 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Allocated IP 172.27.1.121 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/031bc588-abc8-401d-8f4c-d9b319abe7ce) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:39:06.087118 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:06.090009 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:06.174947 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Pushing event updated for resources: {'Port': ['ID=388941bd-3cec-423a-850c-80b08fd32805,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:06.178737 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-f4f11a1e-c481-4a9e-8feb-36edd2227fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:06.249366 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device bc2ba5d5-27a5-40f0-bae4-30413a85fc83 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:06.343647 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:06.388309 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:39:06.404496 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:06.404979 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:06.439892 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:06.445530 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:39:06.445530 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:39:06.445530 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:39:06.445530 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:39:06.445530 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:39:06.445530 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:39:06.459419 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:39:06.460658 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:39:06.463305 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:39:06.549520 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:06.585388 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port bc2ba5d5-27a5-40f0-bae4-30413a85fc83, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=bc2ba5d5-27a5-40f0-bae4-30413a85fc83,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:39:06.690627 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:06.695402 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-50cc7a32-635a-43ab-995e-5c844cca272f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:06.765622 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=bc2ba5d5-27a5-40f0-bae4-30413a85fc83,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:06.769567 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:06.976142 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:06.995692 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:07.142601 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5869cf-f5ab-472d-b574-790c433d1718 None None] Network 7697533a-a1e0-4fa1-a712-1288b64bfc80 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:39:07.336285 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-343629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-337077'] for router, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:07.337580 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-b5a46288-5883-4e36-abd6-6d37268da75e None None] Provisioning for port 388941bd-3cec-423a-850c-80b08fd32805 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:39:07.695993 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Router ce5aed8a-578b-4d50-83b3-514afdf1447c is scheduled to L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf with binding_index 1 {{(pid=92319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 08 18:39:07.873901 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:39:07.882980 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Sync routers for ids ['ce5aed8a-578b-4d50-83b3-514afdf1447c'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:39:07.893044 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Routers {'ce5aed8a-578b-4d50-83b3-514afdf1447c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:39:07.893697 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-cea17393-993c-438e-9747-4ea7669f70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7fa4a90>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:39:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ce5aed8a-578b-4d50-83b3-514afdf1447c'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:08.015352 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] Notify callbacks [] for router, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:08.017101 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-75616838-f509-4522-af9d-f77a0ac55370 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.9964843
Jun 08 18:39:08.019826 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40536) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:39:08.069261 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Set router ce5aed8a-578b-4d50-83b3-514afdf1447c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:39:08.281863 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device bc2ba5d5-27a5-40f0-bae4-30413a85fc83 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:08.403753 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:08.404129 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:08.476213 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-cea17393-993c-438e-9747-4ea7669f70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7fa4a90>, [{'id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'name': 'tempest-TestMinimumBasicScenario-1555222875-router', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:06Z', 'revision_number': 3, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'gw_port': {'id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:08.482433 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Checking router: ce5aed8a-578b-4d50-83b3-514afdf1447c for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:39:08.482793 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Updating router ce5aed8a-578b-4d50-83b3-514afdf1447c port 031bc588-abc8-401d-8f4c-d9b319abe7ce binding host dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:39:08.584775 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:08.614159 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 388941bd-3cec-423a-850c-80b08fd32805 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:08.806228 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:08.841341 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 388941bd-3cec-423a-850c-80b08fd32805 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:39:08.849423 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 388941bd-3cec-423a-850c-80b08fd32805 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:08.849801 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.017090 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Allocated IP 172.20.0.1 (7697533a-a1e0-4fa1-a712-1288b64bfc80/37c4e33a-1ec8-4149-b763-d1c6cbd52a8b/08a3b20d-524d-48b0-b984-e6cbf6c22c6a) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:39:09.058764 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.084390 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Notify callbacks [] for port, precommit_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.106606 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Transition to ACTIVE for port object 031bc588-abc8-401d-8f4c-d9b319abe7ce will not be triggered until provisioned by entity L2. {{(pid=92320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:39:09.113641 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 388941bd-3cec-423a-850c-80b08fd32805, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=388941bd-3cec-423a-850c-80b08fd32805,segment=NetworkSegment(6f6d420f-1a1a-439e-9f0b-23736a280fb0),segment_id=6f6d420f-1a1a-439e-9f0b-23736a280fb0)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:39:09.166349 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.181818 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.183274 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.provisioning_blocks [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Transition to ACTIVE for port object 08a3b20d-524d-48b0-b984-e6cbf6c22c6a will not be triggered until provisioned by entity DHCP. {{(pid=92319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:39:09.185990 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:09.225640 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.296378 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.296974 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:39:09.296974 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:39:09.296974 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:39:09.296974 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:39:09.296974 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:39:09.296974 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:39:09.306809 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Attempting to bind port 031bc588-abc8-401d-8f4c-d9b319abe7ce on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:39:09.307398 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Attempting to bind port 031bc588-abc8-401d-8f4c-d9b319abe7ce by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:39:09.307607 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Attempting to bind port 031bc588-abc8-401d-8f4c-d9b319abe7ce on network a06ee958-817b-4651-8f1f-374b575e10a7 {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:39:09.313746 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Network 7697533a-a1e0-4fa1-a712-1288b64bfc80 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:39:09.314832 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:39:09.318188 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:39:09.318468 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d98a0-e0b6-4e69-a08a-30c5d52c18ac None None] Pushing event updated for resources: {'Port': ['ID=031bc588-abc8-401d-8f4c-d9b319abe7ce,revision_number=2']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:09.321346 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-220d98a0-e0b6-4e69-a08a-30c5d52c18ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:09.322182 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:09.352566 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:39:09.352947 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Checking segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:39:09.353348 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.353741 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Bound using segment: {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'} {{(pid=92320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:39:09.354227 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.managers [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Bound port: 031bc588-abc8-401d-8f4c-d9b319abe7ce, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3df705-03e3-4628-ac38-a3b9cc9fad30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7'}}] {{(pid=92320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:39:09.354606 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.374654 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380899'] for router_interface, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.454834 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=388941bd-3cec-423a-850c-80b08fd32805,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:09.458246 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:09.465974 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-cea17393-993c-438e-9747-4ea7669f70be None None] For port 031bc588-abc8-401d-8f4c-d9b319abe7ce, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:39:09.470004 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-cea17393-993c-438e-9747-4ea7669f70be None None] For port 031bc588-abc8-401d-8f4c-d9b319abe7ce, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=031bc588-abc8-401d-8f4c-d9b319abe7ce,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:39:09.565525 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.569461 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:09.589171 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.652044 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Routers {'ce5aed8a-578b-4d50-83b3-514afdf1447c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:39:09.652673 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-cea17393-993c-438e-9747-4ea7669f70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7fa4a90>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:39:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ce5aed8a-578b-4d50-83b3-514afdf1447c'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:09.721589 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d98a0-e0b6-4e69-a08a-30c5d52c18ac None None] Pushing event updated for resources: {'Port': ['ID=031bc588-abc8-401d-8f4c-d9b319abe7ce,revision_number=3']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:09.726525 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-fe69f1a7-d34c-49aa-bd90-197d0ee888b3 None None] Provisioning for port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:39:09.731547 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-220d98a0-e0b6-4e69-a08a-30c5d52c18ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:09.744489 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-fe69f1a7-d34c-49aa-bd90-197d0ee888b3 None None] Provisioning complete for port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:09.744916 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-fe69f1a7-d34c-49aa-bd90-197d0ee888b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.815962 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.874782 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-fe69f1a7-d34c-49aa-bd90-197d0ee888b3 None None] Port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:39:09.893958 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-cea17393-993c-438e-9747-4ea7669f70be None None] Set router ce5aed8a-578b-4d50-83b3-514afdf1447c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:39:09.906406 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:09.930964 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:10.128664 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380706'] for router_interface, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:10.137400 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Pushing event updated for resources: {'Port': ['ID=08a3b20d-524d-48b0-b984-e6cbf6c22c6a,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:10.185785 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 388941bd-3cec-423a-850c-80b08fd32805 up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:10.197177 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:10.267155 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Network 7697533a-a1e0-4fa1-a712-1288b64bfc80 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:39:10.268228 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:39:10.279389 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 388941bd-3cec-423a-850c-80b08fd32805 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:10.279771 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:10.310325 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-cea17393-993c-438e-9747-4ea7669f70be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7fa4a90>, [{'id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'name': 'tempest-TestMinimumBasicScenario-1555222875-router', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:09Z', 'revision_number': 4, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'gw_port': {'id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '08a3b20d-524d-48b0-b984-e6cbf6c22c6a', 'name': '', 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'mac_address': 'fa:16:3e:3b:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '37c4e33a-1ec8-4149-b763-d1c6cbd52a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:08Z', 'updated_at': '2021-06-08T18:39:09Z', 'revision_number': 1, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'subnets': [{'id': '37c4e33a-1ec8-4149-b763-d1c6cbd52a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:10.327871 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea17393-993c-438e-9747-4ea7669f70be None None] The sync data for ids ['ce5aed8a-578b-4d50-83b3-514afdf1447c'] in dv-cinder-789564-4-iscsi is: [{'id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'name': 'tempest-TestMinimumBasicScenario-1555222875-router', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:09Z', 'revision_number': 4, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'gw_port': {'id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '08a3b20d-524d-48b0-b984-e6cbf6c22c6a', 'name': '', 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'mac_address': 'fa:16:3e:3b:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '37c4e33a-1ec8-4149-b763-d1c6cbd52a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:08Z', 'updated_at': '2021-06-08T18:39:09Z', 'revision_number': 1, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'subnets': [{'id': '37c4e33a-1ec8-4149-b763-d1c6cbd52a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:39:10.468363 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Router ce5aed8a-578b-4d50-83b3-514afdf1447c has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:39:10.502391 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-a1bd780c-0d96-4072-b745-8c5919a679d7 None None] Provisioning complete for port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:10.502771 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-a1bd780c-0d96-4072-b745-8c5919a679d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:10.573300 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd780c-0d96-4072-b745-8c5919a679d7 None None] Port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:39:10.675817 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:39:10.680491 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-86ff32b0-b923-47ed-85a9-15e42fe4bc87 admin admin] 10.222.0.20 "PUT /v2.0/routers/ce5aed8a-578b-4d50-83b3-514afdf1447c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6595750
Jun 08 18:39:12.236849 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 031bc588-abc8-401d-8f4c-d9b319abe7ce up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:12.419186 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:39:12.461992 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 031bc588-abc8-401d-8f4c-d9b319abe7ce completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:39:12.468647 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 031bc588-abc8-401d-8f4c-d9b319abe7ce triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:12.473463 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:12.634625 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:12.658802 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 031bc588-abc8-401d-8f4c-d9b319abe7ce, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=031bc588-abc8-401d-8f4c-d9b319abe7ce,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:39:12.782728 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:12.785996 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-5bbf246b-5ebe-40f5-a4bc-97abc288a65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:12.867715 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=031bc588-abc8-401d-8f4c-d9b319abe7ce,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:12.870900 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:13.614367 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Sync routers for ids ['ce5aed8a-578b-4d50-83b3-514afdf1447c'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:39:13.628352 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Routers {'ce5aed8a-578b-4d50-83b3-514afdf1447c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:39:13.629001 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0e81c0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:39:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ce5aed8a-578b-4d50-83b3-514afdf1447c'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:13.808711 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Set router ce5aed8a-578b-4d50-83b3-514afdf1447c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:39:14.184747 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0e81c0>, [{'id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'name': 'tempest-TestMinimumBasicScenario-1555222875-router', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:09Z', 'revision_number': 4, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'gw_port': {'id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '08a3b20d-524d-48b0-b984-e6cbf6c22c6a', 'name': '', 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'mac_address': 'fa:16:3e:3b:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '37c4e33a-1ec8-4149-b763-d1c6cbd52a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:08Z', 'updated_at': '2021-06-08T18:39:09Z', 'revision_number': 2, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'subnets': [{'id': '37c4e33a-1ec8-4149-b763-d1c6cbd52a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:14.184747 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Checking router: ce5aed8a-578b-4d50-83b3-514afdf1447c for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:39:14.184747 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Updating router ce5aed8a-578b-4d50-83b3-514afdf1447c port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a binding host dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 08 18:39:14.204321 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 031bc588-abc8-401d-8f4c-d9b319abe7ce up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:14.231061 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:14.276399 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 031bc588-abc8-401d-8f4c-d9b319abe7ce triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:14.276785 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:14.611230 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Notify callbacks [] for port, precommit_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:14.622553 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.provisioning_blocks [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Transition to ACTIVE for port object 08a3b20d-524d-48b0-b984-e6cbf6c22c6a will not be triggered until provisioned by entity L2. {{(pid=92321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:39:14.696164 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:14.700307 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-c2cd786c-ef0f-454a-b68f-8ed25d67dcba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:14.813748 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3f5c8-e4d0-4ea2-90e4-adcbab4c4c10 None None] Pushing event updated for resources: {'Port': ['ID=08a3b20d-524d-48b0-b984-e6cbf6c22c6a,revision_number=3']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:14.825227 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-c7e3f5c8-e4d0-4ea2-90e4-adcbab4c4c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:14.936007 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Attempting to bind port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a on host dv-cinder-789564-4-iscsi for vnic_type normal with profile  {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:39:14.936484 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Attempting to bind port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a by drivers openvswitch,hyperv on host dv-cinder-789564-4-iscsi at level 0 using segments [{'id': '6f6d420f-1a1a-439e-9f0b-23736a280fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80'}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:39:14.936921 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Attempting to bind port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a on network 7697533a-a1e0-4fa1-a712-1288b64bfc80 {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:39:14.943930 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Checking agent: {'id': 'e6324eb2-11f0-4688-9dae-20bb93590620', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 20, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:39:14.944417 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Checking segment: {'id': '6f6d420f-1a1a-439e-9f0b-23736a280fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:39:14.944892 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:14.945611 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Bound using segment: {'id': '6f6d420f-1a1a-439e-9f0b-23736a280fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80'} {{(pid=92321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:39:14.946245 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.managers [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Bound port: 08a3b20d-524d-48b0-b984-e6cbf6c22c6a, host: dv-cinder-789564-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d420f-1a1a-439e-9f0b-23736a280fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80'}}] {{(pid=92321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:39:14.946692 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:15.068460 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] For port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a, host dv-cinder-789564-4-iscsi, cleared binding levels {{(pid=92321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:39:15.071646 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.plugins.ml2.db [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] For port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a, host dv-cinder-789564-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=08a3b20d-524d-48b0-b984-e6cbf6c22c6a,segment=NetworkSegment(6f6d420f-1a1a-439e-9f0b-23736a280fb0),segment_id=6f6d420f-1a1a-439e-9f0b-23736a280fb0)] {{(pid=92321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:39:15.144259 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron_lib.callbacks.manager [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:15.152613 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:15.228996 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Routers {'ce5aed8a-578b-4d50-83b3-514afdf1447c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:39:15.229653 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0e81c0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:39:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ce5aed8a-578b-4d50-83b3-514afdf1447c'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:15.327385 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3f5c8-e4d0-4ea2-90e4-adcbab4c4c10 None None] Pushing event updated for resources: {'Port': ['ID=08a3b20d-524d-48b0-b984-e6cbf6c22c6a,revision_number=4']} {{(pid=92321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:15.334026 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG oslo_concurrency.lockutils [None req-c7e3f5c8-e4d0-4ea2-90e4-adcbab4c4c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:15.449117 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] Set router ce5aed8a-578b-4d50-83b3-514afdf1447c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:39:15.786044 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc0e81c0>, [{'id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'name': 'tempest-TestMinimumBasicScenario-1555222875-router', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:09Z', 'revision_number': 4, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'gw_port': {'id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '08a3b20d-524d-48b0-b984-e6cbf6c22c6a', 'name': '', 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'mac_address': 'fa:16:3e:3b:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '37c4e33a-1ec8-4149-b763-d1c6cbd52a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:08Z', 'updated_at': '2021-06-08T18:39:15Z', 'revision_number': 4, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'subnets': [{'id': '37c4e33a-1ec8-4149-b763-d1c6cbd52a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:39:15.790010 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a5e2d-6779-4771-9eec-baa6fe4a9d5f None None] The sync data for ids ['ce5aed8a-578b-4d50-83b3-514afdf1447c'] in dv-cinder-789564-4-iscsi is: [{'id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'name': 'tempest-TestMinimumBasicScenario-1555222875-router', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:09Z', 'revision_number': 4, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'gw_port': {'id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '08a3b20d-524d-48b0-b984-e6cbf6c22c6a', 'name': '', 'network_id': '7697533a-a1e0-4fa1-a712-1288b64bfc80', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'mac_address': 'fa:16:3e:3b:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '37c4e33a-1ec8-4149-b763-d1c6cbd52a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:08Z', 'updated_at': '2021-06-08T18:39:15Z', 'revision_number': 4, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'subnets': [{'id': '37c4e33a-1ec8-4149-b763-d1c6cbd52a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:39:16.226596 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 08a3b20d-524d-48b0-b984-e6cbf6c22c6a up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:16.370092 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning for port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:39:16.375672 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:16.376279 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:16.517453 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:16.552002 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] For port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=08a3b20d-524d-48b0-b984-e6cbf6c22c6a,segment=NetworkSegment(6f6d420f-1a1a-439e-9f0b-23736a280fb0),segment_id=6f6d420f-1a1a-439e-9f0b-23736a280fb0)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:39:16.638748 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:16.640758 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-bb7523f4-48d1-4040-96e2-02a5857dc1b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:16.717953 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Pushing event updated for resources: {'Port': ['ID=08a3b20d-524d-48b0-b984-e6cbf6c22c6a,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:16.721287 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:18.196580 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 08a3b20d-524d-48b0-b984-e6cbf6c22c6a up at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:18.268038 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Provisioning complete for port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:18.268416 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:18.544163 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:22.739788 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da63e-23b4-4471-9fd1-00c1a432188f req-6af090fd-9530-45a3-a3de-c419beab6b7a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:22.741213 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-6af090fd-9530-45a3-a3de-c419beab6b7a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/networks?id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb HTTP/1.1" status: 200  len: 814 time: 0.1452463
Jun 08 18:39:22.756117 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-6d8049bb-cc3e-4ccd-95a9-1e2f998359fa tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/quotas/cdd1e14087b941528a61a75d58cfea38 HTTP/1.1" status: 200  len: 375 time: 0.0094714
Jun 08 18:39:22.841275 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-45c20e9c-5845-451c-a18b-bf0952b834db tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cdd1e14087b941528a61a75d58cfea38&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0802507
Jun 08 18:39:22.954150 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-7e7bddc7-1256-4997-bdb8-b7f7ad197e18 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92318) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 08 18:39:22.955130 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-7e7bddc7-1256-4997-bdb8-b7f7ad197e18 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1027837
Jun 08 18:39:23.086122 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-9720b8b6-ae2c-41eb-97aa-ff6362b539a6 service neutron] 10.222.0.20 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251190
Jun 08 18:39:23.214210 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-73208c9e-4f91-482d-a31b-2d4c347e3843 service neutron] 10.222.0.20 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224337
Jun 08 18:39:23.533422 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5a6c2548-f84c-46d1-bb47-b6e5b365f6cf req-73fb0571-8db1-46f9-8601-5b7381d6d8f4 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 210 time: 0.0421379
Jun 08 18:39:24.628458 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a3a25235-2761-405c-9844-89ee3d2981df req-9ebac513-f7f7-41bd-b3e0-c2e3cfe3f970 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 210 time: 0.0422416
Jun 08 18:39:25.778818 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5a3a067c-8972-4c3a-951d-17795ee12133 req-57a6d4bb-8389-4758-95c3-47463255ca91 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 210 time: 0.0458531
Jun 08 18:39:26.255379 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da63e-23b4-4471-9fd1-00c1a432188f req-0472b154-c4bb-4421-969c-9ce0ad672178 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:26.256763 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-0472b154-c4bb-4421-969c-9ce0ad672178 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.37 "GET /v2.0/networks?id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb HTTP/1.1" status: 200  len: 814 time: 0.1431355
Jun 08 18:39:26.268270 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Request body: {'port': {'device_id': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'admin_state_up': True, 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:39:26.564622 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Made reservation on behalf of cdd1e14087b941528a61a75d58cfea38 for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:39:26.569425 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:26.731917 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Allocated IP 172.20.0.12 (c7e4cbef-811b-4f9e-bd95-13e533eabcdb/ffd696eb-a593-4f5a-8d5b-8511611e569b/86939770-028b-4fbc-96e3-5991815afe11) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:39:26.940378 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-af89311d-bcee-4d48-9eac-2c801a1a18f8 req-0a105112-3947-4a1b-9d32-820ab2890d3a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 210 time: 0.0555565
Jun 08 18:39:26.985094 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:27.004270 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Transition to ACTIVE for port object 86939770-028b-4fbc-96e3-5991815afe11 will not be triggered until provisioned by entity DHCP. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:39:27.097478 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:27.105061 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:39:27.105061 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:39:27.105061 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:39:27.105061 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:39:27.105061 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:39:27.105061 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:39:27.124136 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Network c7e4cbef-811b-4f9e-bd95-13e533eabcdb is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:39:27.125357 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:39:27.127930 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:39:27.216083 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:27.217006 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:27.279689 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-d3c3f27e-fe29-40e2-afde-5752b6bf635f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0150785
Jun 08 18:39:27.435032 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-202f8375-b38f-4389-89c0-1a05003ec3ae None None] Provisioning for port 86939770-028b-4fbc-96e3-5991815afe11 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:39:27.440438 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-202f8375-b38f-4389-89c0-1a05003ec3ae None None] Provisioning complete for port 86939770-028b-4fbc-96e3-5991815afe11 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:27.440945 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-202f8375-b38f-4389-89c0-1a05003ec3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:27.497459 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-202f8375-b38f-4389-89c0-1a05003ec3ae None None] Port 86939770-028b-4fbc-96e3-5991815afe11 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:39:28.141740 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c6803-5903-43fc-803d-9059ebca78ff req-3cd4116c-4e78-416a-b51a-bf81c0085f7d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:28.143297 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ff4c6803-5903-43fc-803d-9059ebca78ff req-3cd4116c-4e78-416a-b51a-bf81c0085f7d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 932 time: 0.0927060
Jun 08 18:39:28.196391 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ff4c6803-5903-43fc-803d-9059ebca78ff req-0e6afdcf-7de4-4b51-9c3d-f944cc68f3f6 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441530
Jun 08 18:39:29.392191 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49e355-277f-4bcf-90ae-875054684e14 req-d77b13af-382d-42fa-ac3d-b4a3d0d17c73 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:29.393621 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7f49e355-277f-4bcf-90ae-875054684e14 req-d77b13af-382d-42fa-ac3d-b4a3d0d17c73 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 932 time: 0.0821950
Jun 08 18:39:29.447900 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7f49e355-277f-4bcf-90ae-875054684e14 req-efa7be83-3cfa-4a94-b6ac-481b99eaa3f6 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486510
Jun 08 18:39:30.630937 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dafa8b-49f0-4292-9947-67dbc80d7019 req-eacd553b-d4f5-4369-a140-4a4beaa12723 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:30.632491 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f7dafa8b-49f0-4292-9947-67dbc80d7019 req-eacd553b-d4f5-4369-a140-4a4beaa12723 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 932 time: 0.0850210
Jun 08 18:39:30.677965 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f7dafa8b-49f0-4292-9947-67dbc80d7019 req-3e9d80c7-c787-4c94-82ba-dda1f02a1a62 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398192
Jun 08 18:39:31.095755 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-63d1a3fa-bb03-4da7-be74-6641dcfbd8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:31.864624 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c8b2a-1b2b-4fce-a4eb-a25c33339284 req-bf883ed2-2f7e-45ce-b060-9e9d07e48c65 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:31.866147 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d90c8b2a-1b2b-4fce-a4eb-a25c33339284 req-bf883ed2-2f7e-45ce-b060-9e9d07e48c65 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 932 time: 0.0831022
Jun 08 18:39:31.913653 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d90c8b2a-1b2b-4fce-a4eb-a25c33339284 req-53f0f5fb-f5d3-4105-adca-a84547816f45 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417247
Jun 08 18:39:33.130821 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b41b7-3c1a-40fe-84a9-5e27e0d28107 req-37ac9487-9b0e-4018-82c8-e289b6434f46 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:33.132215 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d88b41b7-3c1a-40fe-84a9-5e27e0d28107 req-37ac9487-9b0e-4018-82c8-e289b6434f46 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 932 time: 0.0860677
Jun 08 18:39:33.180020 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d88b41b7-3c1a-40fe-84a9-5e27e0d28107 req-eccb256e-7324-4698-9cff-8f02e2a42241 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414636
Jun 08 18:39:33.758931 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:33.936211 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-e2de6a4c-14dc-466f-a47a-f80ff6f3e3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:34.369696 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7827-e851-453e-85b4-d6dc7a71d609 req-d3d79a64-3349-4884-8fda-f03a1b99f667 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:34.371583 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-990f7827-e851-453e-85b4-d6dc7a71d609 req-d3d79a64-3349-4884-8fda-f03a1b99f667 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 932 time: 0.0835333
Jun 08 18:39:34.417886 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-990f7827-e851-453e-85b4-d6dc7a71d609 req-d83e53b9-b9b5-4886-84da-ffbb56ea9f3b tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405729
Jun 08 18:39:34.980076 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:35.608290 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f402c0f-d336-45da-a203-d152035a5741 req-b2eaf0c9-9ec4-4819-a651-1b6c1db12589 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:35.610254 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1f402c0f-d336-45da-a203-d152035a5741 req-b2eaf0c9-9ec4-4819-a651-1b6c1db12589 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 932 time: 0.0878983
Jun 08 18:39:35.657706 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1f402c0f-d336-45da-a203-d152035a5741 req-e6b3d573-97e8-4fb0-91a4-191e68d2b44f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413980
Jun 08 18:39:36.842299 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e3110-2963-4856-ac67-3cbafbd30e8e req-86d7d7d8-a4c3-4c8d-80c9-b724f72cf3a9 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:36.843797 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-744e3110-2963-4856-ac67-3cbafbd30e8e req-86d7d7d8-a4c3-4c8d-80c9-b724f72cf3a9 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 932 time: 0.0799310
Jun 08 18:39:36.895089 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-744e3110-2963-4856-ac67-3cbafbd30e8e req-c777dc07-6356-4185-8d3b-3e28ad700399 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452151
Jun 08 18:39:36.918268 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:37.194306 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Request body: {'port': {'device_id': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:39:37.301228 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:37.714563 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86939770-028b-4fbc-96e3-5991815afe11 {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:39:37.722123 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:37.735556 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Transition to ACTIVE for port object 86939770-028b-4fbc-96e3-5991815afe11 will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:39:37.827032 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:37.831317 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0ad1d676-c589-4751-9992-3e24403cef6a tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:37.955214 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Pushing event updated for resources: {'Port': ['ID=86939770-028b-4fbc-96e3-5991815afe11,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:37.958760 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:38.121850 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Attempting to bind port 86939770-028b-4fbc-96e3-5991815afe11 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:39:38.122178 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Attempting to bind port 86939770-028b-4fbc-96e3-5991815afe11 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:39:38.122505 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Attempting to bind port 86939770-028b-4fbc-96e3-5991815afe11 on network c7e4cbef-811b-4f9e-bd95-13e533eabcdb {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:39:38.130343 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Port 86939770-028b-4fbc-96e3-5991815afe11 on network c7e4cbef-811b-4f9e-bd95-13e533eabcdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:39:38.130666 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Attempting to bind port 86939770-028b-4fbc-96e3-5991815afe11 on network c7e4cbef-811b-4f9e-bd95-13e533eabcdb {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:39:38.139304 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:39:38.139636 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Checking segment: {'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:39:38.140015 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Bound using segment: {'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:39:38.140441 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Bound port: 86939770-028b-4fbc-96e3-5991815afe11, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724e6b51-fe5b-41bd-84fb-dd36ac0aec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:39:38.140787 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:38.156860 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092e4fe-2b07-4ba7-9d83-bea86bb31f12 req-25c2c277-7ff8-4cfa-889c-1c0714e77c9f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:38.158293 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1092e4fe-2b07-4ba7-9d83-bea86bb31f12 req-25c2c277-7ff8-4cfa-889c-1c0714e77c9f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 944 time: 0.1335390
Jun 08 18:39:38.261307 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1092e4fe-2b07-4ba7-9d83-bea86bb31f12 req-4493de16-5279-4de2-bbef-0c6b6535659b tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956054
Jun 08 18:39:38.275529 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] For port 86939770-028b-4fbc-96e3-5991815afe11, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:39:38.278792 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] For port 86939770-028b-4fbc-96e3-5991815afe11, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=86939770-028b-4fbc-96e3-5991815afe11,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:39:38.997843 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:39.001786 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e9336439-798c-46df-8312-7a4ba9f10bab tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:39.058492 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:39.059115 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:39.060459 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-1f733552-83ea-4061-972a-77d266638dbc service neutron] 10.222.0.37 "PUT /v2.0/ports/86939770-028b-4fbc-96e3-5991815afe11 HTTP/1.1" status: 200  len: 1094 time: 1.8704276
Jun 08 18:39:39.060954 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'tag': '86939770-028b-4fbc-96e3-5991815afe11'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:39:39.063243 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd939cd-bf86-447d-9d1a-9a3e3183feef" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "tag": "86939770-028b-4fbc-96e3-5991815afe11"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:39:39.081187 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Pushing event updated for resources: {'Port': ['ID=86939770-028b-4fbc-96e3-5991815afe11,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:39.084369 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-1f733552-83ea-4061-972a-77d266638dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:39.170626 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95e1efd-8d26-4928-81f5-0d0a56b6930f x-openstack-request-id: req-c95e1efd-8d26-4928-81f5-0d0a56b6930f {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:39:39.170983 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "tag": "86939770-028b-4fbc-96e3-5991815afe11", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:39:39.171273 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c95e1efd-8d26-4928-81f5-0d0a56b6930f {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:39:39.171699 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'tag': '86939770-028b-4fbc-96e3-5991815afe11', 'status': 'completed', 'code': 200}
Jun 08 18:39:39.264448 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd939cd-bf86-447d-9d1a-9a3e3183feef req-bea70556-a6b7-416f-9410-ea5fb7d6fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:39.265977 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8fd939cd-bf86-447d-9d1a-9a3e3183feef req-bea70556-a6b7-416f-9410-ea5fb7d6fd0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdd1e14087b941528a61a75d58cfea38&device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 1097 time: 0.0754745
Jun 08 18:39:39.466219 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd939cd-bf86-447d-9d1a-9a3e3183feef req-e70a1c5a-cdd7-49f5-a196-43c642b87cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:39.467707 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8fd939cd-bf86-447d-9d1a-9a3e3183feef req-e70a1c5a-cdd7-49f5-a196-43c642b87cbd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cdd1e14087b941528a61a75d58cfea38&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1945207
Jun 08 18:39:39.590353 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11743607-71e9-4d93-a8d0-d738adb8002e req-8584a4c4-c90a-4c63-9c3d-9c3588500ea0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:39.591818 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-11743607-71e9-4d93-a8d0-d738adb8002e req-8584a4c4-c90a-4c63-9c3d-9c3588500ea0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 944 time: 0.2132273
Jun 08 18:39:39.651911 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd939cd-bf86-447d-9d1a-9a3e3183feef req-d4a50e5d-cbb4-4954-9300-491d37845246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:39.653326 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8fd939cd-bf86-447d-9d1a-9a3e3183feef req-d4a50e5d-cbb4-4954-9300-491d37845246 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1796546
Jun 08 18:39:39.663029 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-11743607-71e9-4d93-a8d0-d738adb8002e req-7501c802-82db-4f70-ad2a-283ffc3b2806 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586755
Jun 08 18:39:39.760019 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da63e-23b4-4471-9fd1-00c1a432188f req-794c8cd4-afb5-4946-8caa-4aaa1bff94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:39.761373 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-794c8cd4-afb5-4946-8caa-4aaa1bff94ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdd1e14087b941528a61a75d58cfea38&device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 1097 time: 0.0730729
Jun 08 18:39:39.830011 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-a5ec0209-b2ae-404d-b2f7-f9643c3b2329 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86939770-028b-4fbc-96e3-5991815afe11 HTTP/1.1" status: 200  len: 217 time: 0.0618227
Jun 08 18:39:39.890242 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da63e-23b4-4471-9fd1-00c1a432188f req-9af5273b-14fe-4b75-a198-8688da33c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:39.891696 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-9af5273b-14fe-4b75-a198-8688da33c551 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffd696eb-a593-4f5a-8d5b-8511611e569b HTTP/1.1" status: 200  len: 853 time: 0.0561278
Jun 08 18:39:39.968629 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da63e-23b4-4471-9fd1-00c1a432188f req-57f98c77-90c4-4789-a7c5-84ee83c58367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:39.970108 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-57f98c77-90c4-4789-a7c5-84ee83c58367 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718129
Jun 08 18:39:40.100045 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-e38b389c-8010-4f29-bb9a-97688dbe5040 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227312
Jun 08 18:39:40.228986 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-793da63e-23b4-4471-9fd1-00c1a432188f req-e4bdf2ee-634c-49fe-b0ff-1fabc0a13d03 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226757
Jun 08 18:39:40.932033 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079917a-b2d9-4588-a659-29772fc6c270 req-7dee1ae6-7b3b-4817-88be-45ed3784065e tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:40.933473 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6079917a-b2d9-4588-a659-29772fc6c270 req-7dee1ae6-7b3b-4817-88be-45ed3784065e tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 944 time: 0.1691499
Jun 08 18:39:40.977579 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6079917a-b2d9-4588-a659-29772fc6c270 req-11908e71-2f10-470e-91b6-4ec6c48a929b tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380130
Jun 08 18:39:42.160625 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22716052-475d-4aed-8542-5fdef7c9f9ec req-bd4d66c5-73b0-41b3-8ee7-07d7a3bd6bf1 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:42.162136 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-22716052-475d-4aed-8542-5fdef7c9f9ec req-bd4d66c5-73b0-41b3-8ee7-07d7a3bd6bf1 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 944 time: 0.0840464
Jun 08 18:39:42.206296 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-22716052-475d-4aed-8542-5fdef7c9f9ec req-495add05-e449-4add-af43-e661c2abc724 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385802
Jun 08 18:39:43.390877 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5b024-cd3f-4821-9a6b-bdaf324eb535 req-644064c2-b27d-4e92-af08-fe1b60f42cfb tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:43.392254 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-fef5b024-cd3f-4821-9a6b-bdaf324eb535 req-644064c2-b27d-4e92-af08-fe1b60f42cfb tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 944 time: 0.0794930
Jun 08 18:39:43.436845 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-fef5b024-cd3f-4821-9a6b-bdaf324eb535 req-d8e415d2-b0cc-42a9-91e9-87a416d98d10 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390592
Jun 08 18:39:43.837827 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 86939770-028b-4fbc-96e3-5991815afe11 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:39:43.969960 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 86939770-028b-4fbc-96e3-5991815afe11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=86939770-028b-4fbc-96e3-5991815afe11,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:39:43.983308 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': '86939770-028b-4fbc-96e3-5991815afe11', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'port_id': '86939770-028b-4fbc-96e3-5991815afe11', 'mac_address': 'fa:16:3e:f5:5c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:39:44.037535 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:44.053629 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86939770-028b-4fbc-96e3-5991815afe11 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:39:44.069106 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 86939770-028b-4fbc-96e3-5991815afe11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=86939770-028b-4fbc-96e3-5991815afe11,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:39:44.129993 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:44.132031 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-d62de703-9740-4fc8-a069-b892b9dcda2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:44.199213 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=86939770-028b-4fbc-96e3-5991815afe11,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:44.202396 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:44.352415 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['86939770-028b-4fbc-96e3-5991815afe11'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:39:44.622354 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f429-e538-4259-a0f7-212150fd972a req-355acdb5-82d4-401d-b150-01712ea7cd3b tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:44.623831 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-83d6f429-e538-4259-a0f7-212150fd972a req-355acdb5-82d4-401d-b150-01712ea7cd3b tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 945 time: 0.0847697
Jun 08 18:39:44.668142 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-83d6f429-e538-4259-a0f7-212150fd972a req-fed424f4-346d-4e89-a8cc-bfe1728d2544 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381396
Jun 08 18:39:45.849885 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 86939770-028b-4fbc-96e3-5991815afe11 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:39:45.850467 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d0ea6-87b8-42cb-8257-aab6ecbd55a4 req-4ce4bb0a-e5dd-4144-9768-82b34ec691b3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:45.851448 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d81d0ea6-87b8-42cb-8257-aab6ecbd55a4 req-4ce4bb0a-e5dd-4144-9768-82b34ec691b3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 945 time: 0.0795720
Jun 08 18:39:45.895406 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d81d0ea6-87b8-42cb-8257-aab6ecbd55a4 req-20e4b9db-b33c-49fd-aa39-27a25bd7cdbe tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381794
Jun 08 18:39:45.979799 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port 86939770-028b-4fbc-96e3-5991815afe11 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:39:45.984419 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port 86939770-028b-4fbc-96e3-5991815afe11 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:39:45.984793 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:46.098662 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:46.126441 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86939770-028b-4fbc-96e3-5991815afe11'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:39:46.128846 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9548fe6d-b497-40b7-aa9b-cff4415f020f" -d '{"events": [{"server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "name": "network-vif-plugged", "status": "completed", "tag": "86939770-028b-4fbc-96e3-5991815afe11"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:39:46.136787 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port 86939770-028b-4fbc-96e3-5991815afe11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=86939770-028b-4fbc-96e3-5991815afe11,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:39:46.208641 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:46.210499 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:39:46.241895 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba03365-f287-4082-8aa4-01dd68fa100d x-openstack-request-id: req-7ba03365-f287-4082-8aa4-01dd68fa100d {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:39:46.241895 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "name": "network-vif-plugged", "status": "completed", "tag": "86939770-028b-4fbc-96e3-5991815afe11", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:39:46.241895 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ba03365-f287-4082-8aa4-01dd68fa100d {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:39:46.241895 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86939770-028b-4fbc-96e3-5991815afe11', 'code': 200}
Jun 08 18:39:46.278834 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=86939770-028b-4fbc-96e3-5991815afe11,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:39:46.281832 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:39:46.603908 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd13d83-9d4a-4720-99a5-7118bd4a26c2 req-7924b15b-61f5-4209-9732-3a2199c8c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:46.605262 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bfd13d83-9d4a-4720-99a5-7118bd4a26c2 req-7924b15b-61f5-4209-9732-3a2199c8c40d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 1099 time: 0.0718546
Jun 08 18:39:46.645830 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bfd13d83-9d4a-4720-99a5-7118bd4a26c2 req-35efd2b4-350f-450e-803e-8187ecfeb969 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342221
Jun 08 18:39:47.083211 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77f0af-9393-443f-b559-28a905125d08 req-dab6fa64-0186-4ffc-b4e7-f04c4d2f8527 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:47.084824 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b77f0af-9393-443f-b559-28a905125d08 req-dab6fa64-0186-4ffc-b4e7-f04c4d2f8527 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 946 time: 0.0802581
Jun 08 18:39:47.134550 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0b77f0af-9393-443f-b559-28a905125d08 req-78ec93a5-97bc-4623-8b4e-bd457076330b tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440233
Jun 08 18:39:48.324696 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d03ae8-8605-4fa7-96c3-574ea115281a req-e9746394-d31c-4ef7-8d52-7cfd2140c072 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:48.326379 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c7d03ae8-8605-4fa7-96c3-574ea115281a req-e9746394-d31c-4ef7-8d52-7cfd2140c072 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 946 time: 0.0889535
Jun 08 18:39:48.372262 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c7d03ae8-8605-4fa7-96c3-574ea115281a req-cc7bbf76-95e6-4666-98e2-c98e4f812071 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402243
Jun 08 18:39:48.524428 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:48.561078 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332e2a0-a8c1-4189-9eea-faf6ae195b01 req-2e0dceb0-ed73-4d89-88b2-d55f84fe35ac tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:48.562593 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5332e2a0-a8c1-4189-9eea-faf6ae195b01 req-2e0dceb0-ed73-4d89-88b2-d55f84fe35ac tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 946 time: 0.0859690
Jun 08 18:39:48.608976 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5332e2a0-a8c1-4189-9eea-faf6ae195b01 req-b8afee03-94ee-4b9c-b71f-f8f65b717096 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399315
Jun 08 18:39:48.989588 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c762c99-82a7-403a-a5d9-b96d6292bdb7 req-55bba2d0-e519-4f9c-81ae-c95dbfa191d6 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:48.991104 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c762c99-82a7-403a-a5d9-b96d6292bdb7 req-55bba2d0-e519-4f9c-81ae-c95dbfa191d6 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 946 time: 0.0779393
Jun 08 18:39:49.035078 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9c762c99-82a7-403a-a5d9-b96d6292bdb7 req-ef1c2957-3c43-4988-bfbd-e6720fc3f520 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384073
Jun 08 18:39:49.418764 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:39:52.529261 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-40d192c1-3267-4363-a037-98b27c83acf3 req-57faf8b7-db09-4edb-b0c0-927c15a54d46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0823133
Jun 08 18:39:52.665141 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d192c1-3267-4363-a037-98b27c83acf3 req-1d391187-0a81-4e8d-b812-5b6afd0fc7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:52.666744 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-40d192c1-3267-4363-a037-98b27c83acf3 req-1d391187-0a81-4e8d-b812-5b6afd0fc7bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 1098 time: 0.0743918
Jun 08 18:39:52.826488 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d192c1-3267-4363-a037-98b27c83acf3 req-9b1739f4-207c-463c-8a48-e9736db2e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:52.827970 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-40d192c1-3267-4363-a037-98b27c83acf3 req-9b1739f4-207c-463c-8a48-e9736db2e498 service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 912 time: 0.1312265
Jun 08 18:39:52.931989 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-40d192c1-3267-4363-a037-98b27c83acf3 req-4ccb5862-7a8b-4e2f-a1e5-bbd9e1865ef7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e57daf-6cc3-49a8-b4fe-48638a58c383 HTTP/1.1" status: 200  len: 1001 time: 0.0975266
Jun 08 18:39:52.994510 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d192c1-3267-4363-a037-98b27c83acf3 req-7e95433f-c314-449a-87bc-a30c563ce8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:52.995957 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-40d192c1-3267-4363-a037-98b27c83acf3 req-7e95433f-c314-449a-87bc-a30c563ce8f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 200  len: 851 time: 0.0579271
Jun 08 18:39:53.072598 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d192c1-3267-4363-a037-98b27c83acf3 req-7664e58c-50f0-4483-a069-41c3697c9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:53.074044 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-40d192c1-3267-4363-a037-98b27c83acf3 req-7664e58c-50f0-4483-a069-41c3697c9df2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a22c79-3583-4167-8add-ac583058f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720046
Jun 08 18:39:53.214032 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-40d192c1-3267-4363-a037-98b27c83acf3 req-d8c2891e-bee8-4971-a517-3dfde19fee25 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260355
Jun 08 18:39:53.438347 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-40d192c1-3267-4363-a037-98b27c83acf3 req-841d5284-e2c3-48ee-878e-0e2286d8b818 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2171910
Jun 08 18:39:56.178305 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-0382fb14-4165-45f5-80d7-1cfa725bebb0 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133633133&fields=id&tenant_id=0442dcdf75f942629f042f3bce5f08eb HTTP/1.1" status: 200  len: 267 time: 0.0409567
Jun 08 18:39:56.324937 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-a8c3a3a2-f0a2-4856-8f99-2dcca2a3881e tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:56.326512 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-a8c3a3a2-f0a2-4856-8f99-2dcca2a3881e tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 812 time: 0.1418262
Jun 08 18:39:56.340469 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-3cfe431a-b91b-46d6-bc51-42f582f2f2be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/quotas/0442dcdf75f942629f042f3bce5f08eb HTTP/1.1" status: 200  len: 375 time: 0.0085809
Jun 08 18:39:56.431386 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-16df4964-b190-4759-8b7e-31a14ef77f0d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0861323
Jun 08 18:39:56.568463 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-8f77b011-37ff-4584-aecd-a26aedfe86f4 service neutron] 10.222.0.20 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254168
Jun 08 18:39:56.698116 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-27606b21-da3a-41b5-8d63-0b06e89ae6b0 service neutron] 10.222.0.20 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240878
Jun 08 18:39:57.363153 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e3138b6c-78e2-43e0-8619-4619e567f7d3 req-8d6abd46-8edd-4b9f-986c-d9353b9bc403 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 210 time: 0.0428526
Jun 08 18:39:58.513318 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-73e9368d-c37a-4b36-927d-6c0e4ec76078 req-6e4d82ea-6474-49eb-8983-46b66b203b95 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 210 time: 0.0456295
Jun 08 18:39:59.265089 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-e89586dc-6a11-4fd4-a4e6-12825aa5d96a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:39:59.267138 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-e89586dc-6a11-4fd4-a4e6-12825aa5d96a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 812 time: 0.1470079
Jun 08 18:39:59.316548 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-019d58d5-0e5e-482c-a89c-354df8efe232 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0442dcdf75f942629f042f3bce5f08eb HTTP/1.1" status: 200  len: 380 time: 0.0400383
Jun 08 18:39:59.325350 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'port': {'device_id': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'admin_state_up': True, 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'security_groups': ['eb17e861-1cd2-4505-a23f-1be6f274540b']}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:39:59.518240 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Made reservation on behalf of 0442dcdf75f942629f042f3bce5f08eb for: {'port': 1} {{(pid=92318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 08 18:39:59.521658 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:59.699171 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ce54410d-13ee-441a-91cc-95db1e17a067 req-b706bed1-628d-423f-a631-55a04a303f06 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 210 time: 0.0784736
Jun 08 18:39:59.727245 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Allocated IP 172.20.0.5 (51a22c79-3583-4167-8add-ac583058f2d2/fe7fdf31-e75c-47b1-bb57-d0623522aa67/ce341787-7c75-452f-adc1-08d71f31c1c0) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:39:59.913941 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:39:59.929253 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Transition to ACTIVE for port object ce341787-7c75-452f-adc1-08d71f31c1c0 will not be triggered until provisioned by entity DHCP. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:40:00.010029 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:00.012414 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:40:00.012414 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:40:00.012414 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:40:00.012414 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:40:00.012414 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:40:00.012414 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:40:00.028545 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Network 51a22c79-3583-4167-8add-ac583058f2d2 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:40:00.029596 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:40:00.032422 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:40:00.094082 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:00.095344 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:00.181898 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-26c82ddf-6630-4ea4-bcd4-8ad5af856bfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8599842
Jun 08 18:40:00.196299 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Request body: {'port': {'device_id': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:40:00.308525 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:00.318544 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6689b4c7-4648-49a0-8ae2-6deecc494546 None None] Provisioning for port ce341787-7c75-452f-adc1-08d71f31c1c0 completed by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:40:00.323604 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6689b4c7-4648-49a0-8ae2-6deecc494546 None None] Provisioning complete for port ce341787-7c75-452f-adc1-08d71f31c1c0 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:40:00.324012 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6689b4c7-4648-49a0-8ae2-6deecc494546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:00.386158 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6689b4c7-4648-49a0-8ae2-6deecc494546 None None] Port ce341787-7c75-452f-adc1-08d71f31c1c0 cannot update to ACTIVE because it is not bound. {{(pid=92320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 08 18:40:00.740710 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce341787-7c75-452f-adc1-08d71f31c1c0 {{(pid=92318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:40:00.748136 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:00.762644 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.provisioning_blocks [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Transition to ACTIVE for port object ce341787-7c75-452f-adc1-08d71f31c1c0 will not be triggered until provisioned by entity L2. {{(pid=92318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 08 18:40:00.851770 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:00.863107 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-78785ce3-504c-4061-8aca-dd2ad4957cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:01.034077 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Pushing event updated for resources: {'Port': ['ID=ce341787-7c75-452f-adc1-08d71f31c1c0,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:01.065528 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-e9eda8db-4b43-463b-99bd-35ee829ff692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:01.079675 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:01.080161 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:01.080485 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:01.080788 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:01.081115 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:01.081479 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:01.081829 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:01.082188 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:01.082545 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:01.082896 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:01.085869 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:01.085869 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:01.090979 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:01.116990 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1faf2d-43c8-4e14-8dd4-8754d732461b req-bcd68335-c9f7-4076-9fd9-8e044608e2a3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:01.118476 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9d1faf2d-43c8-4e14-8dd4-8754d732461b req-bcd68335-c9f7-4076-9fd9-8e044608e2a3 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 943 time: 0.3149052
Jun 08 18:40:01.171523 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Attempting to bind port ce341787-7c75-452f-adc1-08d71f31c1c0 on host hv-cinder-78956 for vnic_type normal with profile  {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 08 18:40:01.171885 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Attempting to bind port ce341787-7c75-452f-adc1-08d71f31c1c0 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 08 18:40:01.172194 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Attempting to bind port ce341787-7c75-452f-adc1-08d71f31c1c0 on network 51a22c79-3583-4167-8add-ac583058f2d2 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:40:01.180849 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Port ce341787-7c75-452f-adc1-08d71f31c1c0 on network 51a22c79-3583-4167-8add-ac583058f2d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 08 18:40:01.181156 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Attempting to bind port ce341787-7c75-452f-adc1-08d71f31c1c0 on network 51a22c79-3583-4167-8add-ac583058f2d2 {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 08 18:40:01.188828 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9d1faf2d-43c8-4e14-8dd4-8754d732461b req-48203d23-50c3-48fc-a2fc-900f902ea731 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644453
Jun 08 18:40:01.192128 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Checking agent: {'id': '771330a9-4e79-473a-aad8-7106836b72bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'started_at': datetime.datetime(2021, 6, 8, 18, 26, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 08 18:40:01.192471 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Checking segment: {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 08 18:40:01.192850 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Bound using segment: {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'} {{(pid=92318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 08 18:40:01.193274 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.managers [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Bound port: ce341787-7c75-452f-adc1-08d71f31c1c0, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2'}}] {{(pid=92318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 08 18:40:01.193638 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:01.288374 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] For port ce341787-7c75-452f-adc1-08d71f31c1c0, host hv-cinder-78956, cleared binding levels {{(pid=92318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 08 18:40:01.291370 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] For port ce341787-7c75-452f-adc1-08d71f31c1c0, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce341787-7c75-452f-adc1-08d71f31c1c0,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 08 18:40:01.376529 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:01.381311 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-962324bb-59e6-4446-99ce-06e925a94e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:01.434730 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:01.435332 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:01.436669 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] 10.222.0.37 "PUT /v2.0/ports/ce341787-7c75-452f-adc1-08d71f31c1c0 HTTP/1.1" status: 200  len: 1093 time: 1.2448795
Jun 08 18:40:01.437157 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'tag': 'ce341787-7c75-452f-adc1-08d71f31c1c0'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:40:01.439908 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcdc934-9d1a-49e2-ae7a-425e8a5ac77e" -d '{"events": [{"name": "network-changed", "server_uuid": "76dab21e-ab06-4463-a23e-4030a7fa5ccd", "tag": "ce341787-7c75-452f-adc1-08d71f31c1c0"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:40:01.460404 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Pushing event updated for resources: {'Port': ['ID=ce341787-7c75-452f-adc1-08d71f31c1c0,revision_number=3']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:01.464366 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-435e28ff-ffc0-4c1f-a658-b34c42c8421e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:01.489804 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707719f9-b289-4600-a661-e7dca4cfae21 x-openstack-request-id: req-707719f9-b289-4600-a661-e7dca4cfae21 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:40:01.490191 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76dab21e-ab06-4463-a23e-4030a7fa5ccd", "tag": "ce341787-7c75-452f-adc1-08d71f31c1c0", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:40:01.490457 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-707719f9-b289-4600-a661-e7dca4cfae21 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:40:01.490889 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'tag': 'ce341787-7c75-452f-adc1-08d71f31c1c0', 'status': 'completed', 'code': 200}
Jun 08 18:40:01.593593 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdc934-9d1a-49e2-ae7a-425e8a5ac77e req-4d0862f8-9afe-4ee6-9645-8f606fecb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:01.595236 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8bcdc934-9d1a-49e2-ae7a-425e8a5ac77e req-4d0862f8-9afe-4ee6-9645-8f606fecb35b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 1096 time: 0.0823874
Jun 08 18:40:01.741441 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdc934-9d1a-49e2-ae7a-425e8a5ac77e req-37faf8a7-e0b1-46bf-a248-5cedf457e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:01.742803 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8bcdc934-9d1a-49e2-ae7a-425e8a5ac77e req-37faf8a7-e0b1-46bf-a248-5cedf457e619 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0442dcdf75f942629f042f3bce5f08eb&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1392903
Jun 08 18:40:01.881176 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdc934-9d1a-49e2-ae7a-425e8a5ac77e req-4084faf2-b0e5-4950-b427-9d4144f4a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:01.882608 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8bcdc934-9d1a-49e2-ae7a-425e8a5ac77e req-4084faf2-b0e5-4950-b427-9d4144f4a564 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1336606
Jun 08 18:40:01.989547 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-0fe0e0a4-9b48-4aea-b1bb-05cf82c4bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:01.991084 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-0fe0e0a4-9b48-4aea-b1bb-05cf82c4bb3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 1096 time: 0.0728903
Jun 08 18:40:02.064340 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-91c7f879-6432-4250-8b57-39448c47cf38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce341787-7c75-452f-adc1-08d71f31c1c0 HTTP/1.1" status: 200  len: 217 time: 0.0658569
Jun 08 18:40:02.133821 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-3499a7ef-f2c8-41a6-810c-e132028d23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:02.134876 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-3499a7ef-f2c8-41a6-810c-e132028d23ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 200  len: 851 time: 0.0640817
Jun 08 18:40:02.220973 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-ebf950de-8752-415d-8ce0-8326144385be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:02.221396 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-ebf950de-8752-415d-8ce0-8326144385be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a22c79-3583-4167-8add-ac583058f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803468
Jun 08 18:40:02.506041 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-5adea314-a83a-4932-a827-a28cbc9bcdf1 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2780509
Jun 08 18:40:02.586527 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fd235-0dd6-4ffe-8d87-4c543282436f req-d1787c2e-d978-4aa6-946c-718d225cc914 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:02.587891 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7c9fd235-0dd6-4ffe-8d87-4c543282436f req-d1787c2e-d978-4aa6-946c-718d225cc914 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 943 time: 0.2848928
Jun 08 18:40:02.662078 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7c9fd235-0dd6-4ffe-8d87-4c543282436f req-edcb5caf-be3d-4d8f-85bb-9165bd146ea7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667825
Jun 08 18:40:02.680281 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0a4c47e6-563d-4606-87f4-d155af728b35 req-c32a49db-f5f7-47dc-8a4c-9c5324eef477 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1676118
Jun 08 18:40:02.840025 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45973300-cfa7-4850-b070-f31cdbf22d94 req-ee33429e-9ab8-4533-8e64-00592c806d46 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:02.841485 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-45973300-cfa7-4850-b070-f31cdbf22d94 req-ee33429e-9ab8-4533-8e64-00592c806d46 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 946 time: 0.0848281
Jun 08 18:40:02.885571 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-45973300-cfa7-4850-b070-f31cdbf22d94 req-3e686a26-a43a-460b-a145-d65d0d71d3a7 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382106
Jun 08 18:40:02.908682 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40812) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:40:03.019546 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4cdb4-a151-4bfd-8ca6-2fdaa9d4794e tempest-TestMinimumBasicScenario-1639752578 tempest-TestMinimumBasicScenario-1639752578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:03.021026 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-f0d4cdb4-a151-4bfd-8ca6-2fdaa9d4794e tempest-TestMinimumBasicScenario-1639752578 tempest-TestMinimumBasicScenario-1639752578-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 1094 time: 0.1113706
Jun 08 18:40:03.023949 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40816) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:40:03.028513 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.v2.base [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Request body: {'floatingip': {'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'port_id': '86939770-028b-4fbc-96e3-5991815afe11', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:40:03.111666 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for floatingip, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:03.245917 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:03.381645 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_common [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Allocated IP 172.27.1.16 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/6e41f040-24b5-4b20-be2f-2eaa8f0b4547) {{(pid=92319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:40:03.525807 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for port, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:03.633122 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10608951'] for port, after_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:03.633714 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:40:03.633714 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:40:03.633714 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:40:03.633714 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:40:03.633714 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:40:03.633714 dv-cinder-789564-4-iscsi neutron-server[92319]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:40:03.650014 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:40:03.651220 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.base_scheduler [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Resources bound (agent type, host, resource id):  {{(pid=92319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:40:03.653696 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Received port after_create {{(pid=92319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:40:03.741383 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:03.847570 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1312c6d-c8df-4eaf-91b9-0a00a27a325b req-b86c75be-31e6-4022-9791-d29852a961ff tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:03.848964 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b1312c6d-c8df-4eaf-91b9-0a00a27a325b req-b86c75be-31e6-4022-9791-d29852a961ff tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 943 time: 0.0831046
Jun 08 18:40:03.894053 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b1312c6d-c8df-4eaf-91b9-0a00a27a325b req-9ad1824a-8671-481a-80d3-6b2f0e95bfd2 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394714
Jun 08 18:40:03.929920 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1a277a73-b64e-4bf0-bfe7-97483ee072a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:04.071903 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:04.233974 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:04.546545 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for port, precommit_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:04.644045 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10608937'] for port, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:04.648034 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-290a93f1-2c23-4f4d-865c-ebf4c631279b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:04.757563 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event updated for resources: {'Port': ['ID=6e41f040-24b5-4b20-be2f-2eaa8f0b4547,revision_number=2']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:04.769801 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:04.770182 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:04.770557 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:04.770946 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:04.771317 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:04.771681 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:04.772045 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:04.772406 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:04.772764 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:04.773121 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:04.773477 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:04.773830 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:04.777725 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:04.778666 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:04.918307 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:04.948569 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.l3_db [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Floating IP fe224ba4-2ea2-4dc1-8f64-edac48c4fd11 associated. External IP: 172.27.1.16, port: 86939770-028b-4fbc-96e3-5991815afe11.
Jun 08 18:40:05.081152 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20af96a-4467-402a-8e59-aed43be8107e req-c657e9e5-76f1-4a76-9c55-e9735dbb4d0f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:05.082663 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b20af96a-4467-402a-8e59-aed43be8107e req-c657e9e5-76f1-4a76-9c55-e9735dbb4d0f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 943 time: 0.0847423
Jun 08 18:40:05.127827 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b20af96a-4467-402a-8e59-aed43be8107e req-774aee39-e1b1-4312-a57b-c4fc03e33c5f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393431
Jun 08 18:40:05.299542 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Router feb6001c-3e50-46c0-83d0-a05824217db9 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:40:05.474390 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:40:05.484154 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39759a23-1e0b-4e2d-a731-50f960ebae72 None None] Sync routers for ids ['feb6001c-3e50-46c0-83d0-a05824217db9'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:40:05.494357 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39759a23-1e0b-4e2d-a731-50f960ebae72 None None] Routers {'feb6001c-3e50-46c0-83d0-a05824217db9'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:40:05.495010 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-39759a23-1e0b-4e2d-a731-50f960ebae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc129f70>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:40:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['feb6001c-3e50-46c0-83d0-a05824217db9'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:40:05.558487 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:05.615866 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-05fcaabf-be2f-49bd-9905-2606afff9ccf tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5907936
Jun 08 18:40:05.616542 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'tag': '86939770-028b-4fbc-96e3-5991815afe11'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:40:05.618735 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40822) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:40:05.618897 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e352f8-9807-4992-a170-26add4448dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "tag": "86939770-028b-4fbc-96e3-5991815afe11"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:40:05.623968 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-1fdce458-93ba-4e67-a289-666fe71dc900 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533173624', 'description': 'tempest-secgroup-smoke-1533173624 description', 'project_id': 'cdd1e14087b941528a61a75d58cfea38'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:40:05.659745 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f45593-90f6-43d0-9db3-46d0e9271635 x-openstack-request-id: req-60f45593-90f6-43d0-9db3-46d0e9271635 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:40:05.660085 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "tag": "86939770-028b-4fbc-96e3-5991815afe11", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:40:05.660397 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60f45593-90f6-43d0-9db3-46d0e9271635 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:40:05.660812 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'tag': '86939770-028b-4fbc-96e3-5991815afe11', 'status': 'completed', 'code': 200}
Jun 08 18:40:05.667180 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-39759a23-1e0b-4e2d-a731-50f960ebae72 None None] Set router feb6001c-3e50-46c0-83d0-a05824217db9 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:40:05.720550 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1fdce458-93ba-4e67-a289-666fe71dc900 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:05.806160 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e352f8-9807-4992-a170-26add4448dc6 req-ed1e794c-0a8e-445c-acf4-31ef57008b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:05.807605 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-48e352f8-9807-4992-a170-26add4448dc6 req-ed1e794c-0a8e-445c-acf4-31ef57008b03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdd1e14087b941528a61a75d58cfea38&device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 1099 time: 0.1231594
Jun 08 18:40:05.936307 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1fdce458-93ba-4e67-a289-666fe71dc900 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:05.978193 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e352f8-9807-4992-a170-26add4448dc6 req-3077ea8d-4a75-4002-a659-515ef7cd00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:05.979814 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-48e352f8-9807-4992-a170-26add4448dc6 req-3077ea8d-4a75-4002-a659-515ef7cd00ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb HTTP/1.1" status: 200  len: 914 time: 0.1558163
Jun 08 18:40:06.018843 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-39759a23-1e0b-4e2d-a731-50f960ebae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc129f70>, [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:39:01Z', 'revision_number': 4, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'fe224ba4-2ea2-4dc1-8f64-edac48c4fd11', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'port_id': '86939770-028b-4fbc-96e3-5991815afe11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'mac_address': 'fa:16:3e:f5:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:40:04Z', 'updated_at': '2021-06-08T18:40:04Z', 'revision_number': 0, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2ba5d5-27a5-40f0-bae4-30413a85fc83', 'name': '', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'mac_address': 'fa:16:3e:a8:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:00Z', 'updated_at': '2021-06-08T18:39:06Z', 'revision_number': 5, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'subnets': [{'id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:40:06.022841 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39759a23-1e0b-4e2d-a731-50f960ebae72 None None] Checking router: feb6001c-3e50-46c0-83d0-a05824217db9 for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:40:06.031241 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39759a23-1e0b-4e2d-a731-50f960ebae72 None None] Routers {'feb6001c-3e50-46c0-83d0-a05824217db9'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:40:06.031867 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-39759a23-1e0b-4e2d-a731-50f960ebae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc129f70>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:40:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['feb6001c-3e50-46c0-83d0-a05824217db9'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:40:06.038046 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1fdce458-93ba-4e67-a289-666fe71dc900 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:06.054725 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-fcef9661-9988-457a-9dff-d64e1010b69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:06.110945 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdce458-93ba-4e67-a289-666fe71dc900 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b95f9e2-a1b6-491d-bee0-97800279522a,revision_number=1']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:06.115046 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-1fdce458-93ba-4e67-a289-666fe71dc900 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:06.118984 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-48e352f8-9807-4992-a170-26add4448dc6 req-66870ae6-13b9-4816-99f4-957d444a6cb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86939770-028b-4fbc-96e3-5991815afe11 HTTP/1.1" status: 200  len: 999 time: 0.1320183
Jun 08 18:40:06.177125 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-1fdce458-93ba-4e67-a289-666fe71dc900 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:06.181083 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-1fdce458-93ba-4e67-a289-666fe71dc900 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5583718
Jun 08 18:40:06.181310 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40828) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:40:06.185834 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-2eb8d72f-5cfd-407e-8085-b37e31aead6a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Request body: {'security_group_rule': {'security_group_id': '1b95f9e2-a1b6-491d-bee0-97800279522a', 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:40:06.212457 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e352f8-9807-4992-a170-26add4448dc6 req-4828b42f-49e5-47fa-92c1-a9bbce9a66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:06.213903 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-48e352f8-9807-4992-a170-26add4448dc6 req-4828b42f-49e5-47fa-92c1-a9bbce9a66cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffd696eb-a593-4f5a-8d5b-8511611e569b HTTP/1.1" status: 200  len: 853 time: 0.0875263
Jun 08 18:40:06.220113 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-39759a23-1e0b-4e2d-a731-50f960ebae72 None None] Set router feb6001c-3e50-46c0-83d0-a05824217db9 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:40:06.325366 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d72f-5cfd-407e-8085-b37e31aead6a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:06.420764 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02a1a2-b57f-4c72-995d-33dab041304b req-3883dacb-77a1-4323-920c-9af9f43acadc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:06.422164 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8a02a1a2-b57f-4c72-995d-33dab041304b req-3883dacb-77a1-4323-920c-9af9f43acadc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 943 time: 0.1700757
Jun 08 18:40:06.423942 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d72f-5cfd-407e-8085-b37e31aead6a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:06.429304 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e352f8-9807-4992-a170-26add4448dc6 req-cece5d44-fee0-41c0-b793-d215ca76dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:06.429304 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-48e352f8-9807-4992-a170-26add4448dc6 req-cece5d44-fee0-41c0-b793-d215ca76dee1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2064202
Jun 08 18:40:06.512986 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d72f-5cfd-407e-8085-b37e31aead6a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:06.532949 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-24a4a4d4-ac68-4b39-a92a-1583ddcd0f4c tempest-AttachVolumeTestJSON-1658575984 tempest-AttachVolumeTestJSON-1658575984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:06.565733 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8d72f-5cfd-407e-8085-b37e31aead6a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b051cf3d-d69c-4782-935f-a979e20a3690,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:06.570044 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-39759a23-1e0b-4e2d-a731-50f960ebae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc129f70>, [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:39:01Z', 'revision_number': 4, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'fe224ba4-2ea2-4dc1-8f64-edac48c4fd11', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'port_id': '86939770-028b-4fbc-96e3-5991815afe11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'mac_address': 'fa:16:3e:f5:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:40:04Z', 'updated_at': '2021-06-08T18:40:04Z', 'revision_number': 0, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2ba5d5-27a5-40f0-bae4-30413a85fc83', 'name': '', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'mac_address': 'fa:16:3e:a8:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:00Z', 'updated_at': '2021-06-08T18:39:06Z', 'revision_number': 5, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'subnets': [{'id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:40:06.572525 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2eb8d72f-5cfd-407e-8085-b37e31aead6a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:06.574204 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39759a23-1e0b-4e2d-a731-50f960ebae72 None None] The sync data for ids ['feb6001c-3e50-46c0-83d0-a05824217db9'] in dv-cinder-789564-4-iscsi is: [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:39:01Z', 'revision_number': 4, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'fe224ba4-2ea2-4dc1-8f64-edac48c4fd11', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'port_id': '86939770-028b-4fbc-96e3-5991815afe11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'mac_address': 'fa:16:3e:f5:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:40:04Z', 'updated_at': '2021-06-08T18:40:04Z', 'revision_number': 0, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2ba5d5-27a5-40f0-bae4-30413a85fc83', 'name': '', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'mac_address': 'fa:16:3e:a8:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:00Z', 'updated_at': '2021-06-08T18:39:06Z', 'revision_number': 5, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'subnets': [{'id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:40:06.582030 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8a02a1a2-b57f-4c72-995d-33dab041304b req-d2c1b818-1665-45f3-ad1c-4817d7646746 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1536865
Jun 08 18:40:06.617735 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-48e352f8-9807-4992-a170-26add4448dc6 req-bc129ad8-cc44-439c-8de5-f5ca25a46cd9 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1762211
Jun 08 18:40:06.695400 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d72f-5cfd-407e-8085-b37e31aead6a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:06.696566 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-2eb8d72f-5cfd-407e-8085-b37e31aead6a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5144210
Jun 08 18:40:06.699622 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40830) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:40:06.706651 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-27e2cf5e-3bda-41e3-a940-ec1e7d6e8a3c tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Request body: {'security_group_rule': {'security_group_id': '1b95f9e2-a1b6-491d-bee0-97800279522a', 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:40:06.763704 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12375318-18a1-4c21-85c1-18693f0c24a8 None None] New status for floating IP fe224ba4-2ea2-4dc1-8f64-edac48c4fd11: ACTIVE {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:40:06.774115 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-48e352f8-9807-4992-a170-26add4448dc6 req-1b75cfc6-5588-444e-934c-1715f76664b7 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504481
Jun 08 18:40:06.855715 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-27e2cf5e-3bda-41e3-a940-ec1e7d6e8a3c tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:06.917111 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-27e2cf5e-3bda-41e3-a940-ec1e7d6e8a3c tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:06.986713 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:07.015251 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-27e2cf5e-3bda-41e3-a940-ec1e7d6e8a3c tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:07.017325 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-25e60204-d306-4666-b969-195fd47d9b4b tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:07.039089 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2cf5e-3bda-41e3-a940-ec1e7d6e8a3c tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80aa6ac5-34d6-47c7-acc9-92dd6e5799b0,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:07.041422 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-27e2cf5e-3bda-41e3-a940-ec1e7d6e8a3c tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:07.123962 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-27e2cf5e-3bda-41e3-a940-ec1e7d6e8a3c tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:07.128737 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-27e2cf5e-3bda-41e3-a940-ec1e7d6e8a3c tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4244862
Jun 08 18:40:07.128737 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40832) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:40:07.133249 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-0d00058d-ec20-434f-a02c-e5341d0aa69d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Request body: {'security_group_rule': {'security_group_id': '1b95f9e2-a1b6-491d-bee0-97800279522a', 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:40:07.226613 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0d00058d-ec20-434f-a02c-e5341d0aa69d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:07.387091 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0d00058d-ec20-434f-a02c-e5341d0aa69d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:07.489702 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0d00058d-ec20-434f-a02c-e5341d0aa69d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:07.491864 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:07.513900 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00058d-ec20-434f-a02c-e5341d0aa69d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda79662-8532-45ad-b01d-f1ee3a532970,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:07.516306 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-0d00058d-ec20-434f-a02c-e5341d0aa69d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:07.586803 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-0d00058d-ec20-434f-a02c-e5341d0aa69d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:07.588056 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-0d00058d-ec20-434f-a02c-e5341d0aa69d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4583876
Jun 08 18:40:07.590736 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40834) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:40:07.595783 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-c73b0437-e8c7-4d68-a934-c07a0a6511b5 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Request body: {'security_group_rule': {'security_group_id': '1b95f9e2-a1b6-491d-bee0-97800279522a', 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:40:07.720914 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c73b0437-e8c7-4d68-a934-c07a0a6511b5 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:07.804327 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c73b0437-e8c7-4d68-a934-c07a0a6511b5 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:07.820500 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94666966-5951-4d6a-a8ab-71e9eda712a5 req-b1d8e316-a53b-45bf-b275-51b2f19987be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:07.824102 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-94666966-5951-4d6a-a8ab-71e9eda712a5 req-b1d8e316-a53b-45bf-b275-51b2f19987be tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 943 time: 0.1321864
Jun 08 18:40:07.873094 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-94666966-5951-4d6a-a8ab-71e9eda712a5 req-26463298-97b2-4705-9a15-bdbb7e470095 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452383
Jun 08 18:40:07.874135 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c73b0437-e8c7-4d68-a934-c07a0a6511b5 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:07.876051 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:07.897888 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b0437-e8c7-4d68-a934-c07a0a6511b5 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8dbb64-4ee7-4535-bb31-5fa474e7be8a,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:07.900324 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-c73b0437-e8c7-4d68-a934-c07a0a6511b5 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:08.009802 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-c73b0437-e8c7-4d68-a934-c07a0a6511b5 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:08.011056 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-c73b0437-e8c7-4d68-a934-c07a0a6511b5 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4193487
Jun 08 18:40:08.013774 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40838) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:40:08.018146 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-a3aab106-795e-4081-bf9d-ba123d4babd3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Request body: {'security_group_rule': {'security_group_id': '1b95f9e2-a1b6-491d-bee0-97800279522a', 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:40:08.129769 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.securitygroups_db [None req-a3aab106-795e-4081-bf9d-ba123d4babd3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Project cdd1e14087b941528a61a75d58cfea38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 08 18:40:08.136064 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a3aab106-795e-4081-bf9d-ba123d4babd3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:08.197872 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a3aab106-795e-4081-bf9d-ba123d4babd3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:08.322544 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a3aab106-795e-4081-bf9d-ba123d4babd3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:08.324515 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:08.347796 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aab106-795e-4081-bf9d-ba123d4babd3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fbdda1-5394-4a7a-8965-ebaf286e8881,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:08.355044 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-a3aab106-795e-4081-bf9d-ba123d4babd3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:08.461613 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-a3aab106-795e-4081-bf9d-ba123d4babd3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:08.463141 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-a3aab106-795e-4081-bf9d-ba123d4babd3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4482653
Jun 08 18:40:08.466017 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40840) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:40:08.471158 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-d3d67f6a-10f5-4dee-9a07-44c5ab5c7ed3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Request body: {'security_group_rule': {'security_group_id': '1b95f9e2-a1b6-491d-bee0-97800279522a', 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:40:08.563891 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.securitygroups_db [None req-d3d67f6a-10f5-4dee-9a07-44c5ab5c7ed3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Project cdd1e14087b941528a61a75d58cfea38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 08 18:40:08.574179 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d3d67f6a-10f5-4dee-9a07-44c5ab5c7ed3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:08.637935 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d3d67f6a-10f5-4dee-9a07-44c5ab5c7ed3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:08.718016 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d3d67f6a-10f5-4dee-9a07-44c5ab5c7ed3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754023'] for security_group_rule, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:08.720036 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:08.741444 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d67f6a-10f5-4dee-9a07-44c5ab5c7ed3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebe0bbf-9dda-4488-82af-371a702aa7ce,revision_number=0']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:08.743809 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d3d67f6a-10f5-4dee-9a07-44c5ab5c7ed3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:08.804011 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d3d67f6a-10f5-4dee-9a07-44c5ab5c7ed3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:08.805444 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-d3d67f6a-10f5-4dee-9a07-44c5ab5c7ed3 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3382478
Jun 08 18:40:08.923444 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-72ff88ab-3ec3-40a1-b183-5fbedbd43895 req-ab308df1-f4d9-426b-b014-fe72707a1642 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533173624&fields=id&tenant_id=cdd1e14087b941528a61a75d58cfea38 HTTP/1.1" status: 200  len: 267 time: 0.0391202
Jun 08 18:40:09.006556 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff88ab-3ec3-40a1-b183-5fbedbd43895 req-78d22528-2f2f-4de7-9860-5a78b458c1ad tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:09.008000 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-72ff88ab-3ec3-40a1-b183-5fbedbd43895 req-78d22528-2f2f-4de7-9860-5a78b458c1ad tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 946 time: 0.0792639
Jun 08 18:40:09.019435 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-72ff88ab-3ec3-40a1-b183-5fbedbd43895 req-4573c5c3-0956-47f5-babc-f3450e96d8e0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Request body: {'port': {'security_groups': ['11ed113b-fb2e-4e07-8455-a2b7f40df0a2', '1b95f9e2-a1b6-491d-bee0-97800279522a']}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:40:09.137044 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-72ff88ab-3ec3-40a1-b183-5fbedbd43895 req-4573c5c3-0956-47f5-babc-f3450e96d8e0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:09.386242 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-72ff88ab-3ec3-40a1-b183-5fbedbd43895 req-4573c5c3-0956-47f5-babc-f3450e96d8e0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] For port 86939770-028b-4fbc-96e3-5991815afe11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=86939770-028b-4fbc-96e3-5991815afe11,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:40:09.410727 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-72ff88ab-3ec3-40a1-b183-5fbedbd43895 req-4573c5c3-0956-47f5-babc-f3450e96d8e0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:09.490074 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-72ff88ab-3ec3-40a1-b183-5fbedbd43895 req-4573c5c3-0956-47f5-babc-f3450e96d8e0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:09.495548 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:09.501644 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['86939770-028b-4fbc-96e3-5991815afe11'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:40:09.559732 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff88ab-3ec3-40a1-b183-5fbedbd43895 req-4573c5c3-0956-47f5-babc-f3450e96d8e0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:09.560587 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-72ff88ab-3ec3-40a1-b183-5fbedbd43895 req-4573c5c3-0956-47f5-babc-f3450e96d8e0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:09.561713 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-72ff88ab-3ec3-40a1-b183-5fbedbd43895 req-4573c5c3-0956-47f5-babc-f3450e96d8e0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "PUT /v2.0/ports/86939770-028b-4fbc-96e3-5991815afe11 HTTP/1.1" status: 200  len: 982 time: 0.5475888
Jun 08 18:40:09.562239 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'tag': '86939770-028b-4fbc-96e3-5991815afe11'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:40:09.568972 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005ee843-cd54-430f-a595-03a7015b5e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "tag": "86939770-028b-4fbc-96e3-5991815afe11"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:40:09.598283 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573c5c3-0956-47f5-babc-f3450e96d8e0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event updated for resources: {'Port': ['ID=86939770-028b-4fbc-96e3-5991815afe11,revision_number=6']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:09.605614 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4573c5c3-0956-47f5-babc-f3450e96d8e0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:09.631049 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['86939770-028b-4fbc-96e3-5991815afe11'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:40:09.745542 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b966bd-e7ee-422e-8ef3-e465e72f9de3 req-dbd2b2f8-c5ba-487b-8596-2e59a647f408 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:09.747020 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-33b966bd-e7ee-422e-8ef3-e465e72f9de3 req-dbd2b2f8-c5ba-487b-8596-2e59a647f408 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 943 time: 0.0918832
Jun 08 18:40:09.791268 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-33b966bd-e7ee-422e-8ef3-e465e72f9de3 req-80ae1cbc-efb6-4961-99b2-824143beeb18 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382421
Jun 08 18:40:09.886131 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-78a09bdd-5e22-4681-b0d6-28663c03eb2a None None] Provisioning complete for port 86939770-028b-4fbc-96e3-5991815afe11 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:40:09.886484 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-78a09bdd-5e22-4681-b0d6-28663c03eb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:09.974986 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f24ac-2f5b-41e5-87af-eaf61ae73dac req-6b0f3261-9e05-4a2a-9bfe-c1668d506f85 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:09.976518 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-eb1f24ac-2f5b-41e5-87af-eaf61ae73dac req-6b0f3261-9e05-4a2a-9bfe-c1668d506f85 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0831861
Jun 08 18:40:10.028123 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-eb1f24ac-2f5b-41e5-87af-eaf61ae73dac req-061fd0e9-24c0-4905-b12a-f2e00b876a77 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0455220
Jun 08 18:40:10.083338 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca89f25c-4069-4264-9cdc-9e3fc5e69314 x-openstack-request-id: req-ca89f25c-4069-4264-9cdc-9e3fc5e69314 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:40:10.083674 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "tag": "86939770-028b-4fbc-96e3-5991815afe11", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:40:10.083984 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca89f25c-4069-4264-9cdc-9e3fc5e69314 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:40:10.084398 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'tag': '86939770-028b-4fbc-96e3-5991815afe11', 'status': 'completed', 'code': 200}
Jun 08 18:40:10.178831 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ee843-cd54-430f-a595-03a7015b5e8a req-79d4e65e-f4f4-4bec-9a47-470be8382459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:10.180361 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-005ee843-cd54-430f-a595-03a7015b5e8a req-79d4e65e-f4f4-4bec-9a47-470be8382459 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdd1e14087b941528a61a75d58cfea38&device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 1138 time: 0.0736654
Jun 08 18:40:10.313147 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ee843-cd54-430f-a595-03a7015b5e8a req-8d03332d-b73e-4a2b-8efc-067d3c8b0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:10.314640 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-005ee843-cd54-430f-a595-03a7015b5e8a req-8d03332d-b73e-4a2b-8efc-067d3c8b0920 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb HTTP/1.1" status: 200  len: 914 time: 0.1270678
Jun 08 18:40:10.421304 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-005ee843-cd54-430f-a595-03a7015b5e8a req-1342e911-b3e6-43fb-b0f0-d452378c479a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86939770-028b-4fbc-96e3-5991815afe11 HTTP/1.1" status: 200  len: 1001 time: 0.0997529
Jun 08 18:40:10.487275 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ee843-cd54-430f-a595-03a7015b5e8a req-8791f256-73dc-4187-ac69-bbf73e20b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:10.488705 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-005ee843-cd54-430f-a595-03a7015b5e8a req-8791f256-73dc-4187-ac69-bbf73e20b7e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffd696eb-a593-4f5a-8d5b-8511611e569b HTTP/1.1" status: 200  len: 853 time: 0.0602283
Jun 08 18:40:10.578889 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ee843-cd54-430f-a595-03a7015b5e8a req-b34d4886-ae12-4762-a278-2d6100426de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:10.578889 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-005ee843-cd54-430f-a595-03a7015b5e8a req-b34d4886-ae12-4762-a278-2d6100426de2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746722
Jun 08 18:40:10.789695 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-005ee843-cd54-430f-a595-03a7015b5e8a req-5918f313-e8e4-4e18-ba99-2e2cb3192be0 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116983
Jun 08 18:40:10.972841 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-005ee843-cd54-430f-a595-03a7015b5e8a req-456e2d42-32fc-49ce-b538-89daf2e9873c service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1764233
Jun 08 18:40:11.000877 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da233f9-b701-4916-ae10-3ac9a1cf0780 req-c064a306-2b0e-4bd2-8fec-0d3c226ec6f5 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:11.002272 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1da233f9-b701-4916-ae10-3ac9a1cf0780 req-c064a306-2b0e-4bd2-8fec-0d3c226ec6f5 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 943 time: 0.1034243
Jun 08 18:40:11.045475 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1da233f9-b701-4916-ae10-3ac9a1cf0780 req-4d84cc5a-1fd0-40e4-a39e-6f7cf7c7705e tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375602
Jun 08 18:40:11.975067 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device ce341787-7c75-452f-adc1-08d71f31c1c0 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 08 18:40:12.106305 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port ce341787-7c75-452f-adc1-08d71f31c1c0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce341787-7c75-452f-adc1-08d71f31c1c0,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:40:12.119100 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Returning: {'device': 'ce341787-7c75-452f-adc1-08d71f31c1c0', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'port_id': 'ce341787-7c75-452f-adc1-08d71f31c1c0', 'mac_address': 'fa:16:3e:8c:1f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 08 18:40:12.174121 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:12.191065 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce341787-7c75-452f-adc1-08d71f31c1c0 {{(pid=92320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 08 18:40:12.206900 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port ce341787-7c75-452f-adc1-08d71f31c1c0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce341787-7c75-452f-adc1-08d71f31c1c0,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:40:12.234553 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff1358-51a8-477a-ab21-8941ee7924f9 req-87175c30-aef9-4f77-9f16-3c3dd2907792 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:12.236042 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b6ff1358-51a8-477a-ab21-8941ee7924f9 req-87175c30-aef9-4f77-9f16-3c3dd2907792 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 943 time: 0.0838459
Jun 08 18:40:12.281956 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b6ff1358-51a8-477a-ab21-8941ee7924f9 req-d590b9ea-d234-4d0e-ad1e-b22a3376fdfc tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397954
Jun 08 18:40:12.289893 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:12.292789 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:12.361139 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=ce341787-7c75-452f-adc1-08d71f31c1c0,revision_number=4']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:12.368117 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:12.368460 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:12.368821 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:12.369570 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:12.369904 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:12.370231 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:12.370553 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:12.370872 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:12.371215 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:12.371533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:12.371848 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:12.372160 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:40:12.376001 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:12.513486 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['ce341787-7c75-452f-adc1-08d71f31c1c0'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:40:13.461325 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae4fef-5817-45fc-9512-10233d75047a req-b553666c-82f0-456a-967c-aa3b9149a86c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:13.462766 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-55ae4fef-5817-45fc-9512-10233d75047a req-b553666c-82f0-456a-967c-aa3b9149a86c tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 944 time: 0.0782776
Jun 08 18:40:13.507003 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-55ae4fef-5817-45fc-9512-10233d75047a req-994d67dd-f7ae-4546-af51-526484fd2f47 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385869
Jun 08 18:40:13.974433 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device ce341787-7c75-452f-adc1-08d71f31c1c0 up at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 08 18:40:14.112570 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning for port ce341787-7c75-452f-adc1-08d71f31c1c0 completed by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 08 18:40:14.117574 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Provisioning complete for port ce341787-7c75-452f-adc1-08d71f31c1c0 triggered by entity L2. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:40:14.118047 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:14.235219 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:14.261716 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce341787-7c75-452f-adc1-08d71f31c1c0'}] {{(pid=92320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:40:14.263962 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}425c73491b67f5f0f204612019dc149c6a1dd0330a4e50c17b7244f862205963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e2767a-1e36-4f5f-9c51-95e734c63614" -d '{"events": [{"server_uuid": "76dab21e-ab06-4463-a23e-4030a7fa5ccd", "name": "network-vif-plugged", "status": "completed", "tag": "ce341787-7c75-452f-adc1-08d71f31c1c0"}]}' {{(pid=92320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:40:14.272592 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] For port ce341787-7c75-452f-adc1-08d71f31c1c0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce341787-7c75-452f-adc1-08d71f31c1c0,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:40:14.308833 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafc8aa8-f707-4ae9-9f2b-82e1bcf60573 x-openstack-request-id: req-aafc8aa8-f707-4ae9-9f2b-82e1bcf60573 {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:40:14.308833 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dab21e-ab06-4463-a23e-4030a7fa5ccd", "name": "network-vif-plugged", "status": "completed", "tag": "ce341787-7c75-452f-adc1-08d71f31c1c0", "code": 200}]} {{(pid=92320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:40:14.308833 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aafc8aa8-f707-4ae9-9f2b-82e1bcf60573 {{(pid=92320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:40:14.308833 dv-cinder-789564-4-iscsi neutron-server[92320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce341787-7c75-452f-adc1-08d71f31c1c0', 'code': 200}
Jun 08 18:40:14.369670 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056'] for port, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:14.371459 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:14.440419 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Pushing event updated for resources: {'Port': ['ID=ce341787-7c75-452f-adc1-08d71f31c1c0,revision_number=5']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:14.443636 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:14.592686 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272fd68-ef36-4613-8ea1-0739425782ce req-f409421b-548f-4904-aa8a-54dd42f36d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:14.594177 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3272fd68-ef36-4613-8ea1-0739425782ce req-f409421b-548f-4904-aa8a-54dd42f36d2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 1098 time: 0.0755160
Jun 08 18:40:14.688767 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3272fd68-ef36-4613-8ea1-0739425782ce req-3d5e3677-8786-4e8a-a240-380a0875bbd7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858684
Jun 08 18:40:14.713772 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bb96d-6e23-4ae8-8fa0-012969c7ea21 req-c40e4aef-d322-47ed-897d-b5889ac10797 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:14.715181 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a21bb96d-6e23-4ae8-8fa0-012969c7ea21 req-c40e4aef-d322-47ed-897d-b5889ac10797 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 945 time: 0.1003463
Jun 08 18:40:14.758829 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a21bb96d-6e23-4ae8-8fa0-012969c7ea21 req-479cbc4f-a124-4821-9a39-b09d7e325358 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375109
Jun 08 18:40:15.944851 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30f0d3-aebc-4970-b139-03099a6e4665 req-0dd789f5-deec-4b88-849e-f4e4cc559547 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:15.946303 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bb30f0d3-aebc-4970-b139-03099a6e4665 req-0dd789f5-deec-4b88-849e-f4e4cc559547 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 945 time: 0.0821717
Jun 08 18:40:15.990564 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-bb30f0d3-aebc-4970-b139-03099a6e4665 req-2a19d9d3-73e1-474f-ba1d-ee57baf2fe42 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383413
Jun 08 18:40:16.178980 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e6c83-9115-4fc8-96d0-bdc092940207 req-bf66a7c9-0f44-4e7d-86be-e2a8021c283b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:16.180426 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-421e6c83-9115-4fc8-96d0-bdc092940207 req-bf66a7c9-0f44-4e7d-86be-e2a8021c283b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 945 time: 0.0831521
Jun 08 18:40:16.226757 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-421e6c83-9115-4fc8-96d0-bdc092940207 req-751a02da-a4fc-42e3-9b84-0096c47ffdc9 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403640
Jun 08 18:40:16.249995 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40868) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:40:16.318264 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f30e2-e813-4d6e-8035-6727321b0e46 tempest-TestVolumeBootPattern-841928441 tempest-TestVolumeBootPattern-841928441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:16.319790 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-9a8f30e2-e813-4d6e-8035-6727321b0e46 tempest-TestVolumeBootPattern-841928441 tempest-TestVolumeBootPattern-841928441-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 1093 time: 0.0688217
Jun 08 18:40:16.322546 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40870) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:40:16.327047 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Request body: {'floatingip': {'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'port_id': 'ce341787-7c75-452f-adc1-08d71f31c1c0', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:40:16.443713 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:16.580474 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:16.718040 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_common [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Allocated IP 172.27.1.198 (a06ee958-817b-4651-8f1f-374b575e10a7/36e69048-8dfe-4738-9726-1e587c177253/87427d09-8cb3-4917-aec7-6c9a0e95e99a) {{(pid=92318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 08 18:40:16.861517 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for port, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:16.958705 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3724397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731078287993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11523838'] for port, after_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:16.959402 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:40:16.959402 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 08 18:40:16.959402 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 08 18:40:16.959402 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 08 18:40:16.959402 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 08 18:40:16.959402 dv-cinder-789564-4-iscsi neutron-server[92318]: ERROR neutron_lib.callbacks.manager 
Jun 08 18:40:16.974878 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Network a06ee958-817b-4651-8f1f-374b575e10a7 is already hosted by enough agents. {{(pid=92318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 08 18:40:16.975891 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.base_scheduler [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Resources bound (agent type, host, resource id):  {{(pid=92318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 08 18:40:16.978356 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Received port after_create {{(pid=92318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 08 18:40:17.460006 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:17.566218 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:17.767267 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:17.803848 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:17.808542 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-7e9880f7-e192-4716-858f-7ca0a85524b7 tempest-AttachVolumeShelveTestJSON-258861532 tempest-AttachVolumeShelveTestJSON-258861532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:40:17.915474 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event updated for resources: {'Port': ['ID=87427d09-8cb3-4917-aec7-6c9a0e95e99a,revision_number=2']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:40:17.919663 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:40:17.927051 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-380696'] for floatingip, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:18.090533 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.l3_db [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Floating IP c765acde-879e-402d-aeba-fe4e17be17d3 associated. External IP: 172.27.1.198, port: ce341787-7c75-452f-adc1-08d71f31c1c0.
Jun 08 18:40:18.429108 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:40:18.607597 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:40:18.617508 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02214ab2-2704-4bd5-8364-58aeff537be5 None None] Sync routers for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:40:18.627733 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:18.628533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02214ab2-2704-4bd5-8364-58aeff537be5 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:40:18.629150 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-02214ab2-2704-4bd5-8364-58aeff537be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7477670>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:40:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:40:18.723999 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:18.793456 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4554305
Jun 08 18:40:18.793456 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'tag': 'ce341787-7c75-452f-adc1-08d71f31c1c0'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:40:18.793456 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586d8736-4cd7-43ac-9d4d-48d00fd46906" -d '{"events": [{"name": "network-changed", "server_uuid": "76dab21e-ab06-4463-a23e-4030a7fa5ccd", "tag": "ce341787-7c75-452f-adc1-08d71f31c1c0"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:40:18.810593 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-02214ab2-2704-4bd5-8364-58aeff537be5 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:40:18.823787 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80b1a77-f3ae-41e7-81e1-914485961a14 x-openstack-request-id: req-a80b1a77-f3ae-41e7-81e1-914485961a14 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:40:18.824143 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76dab21e-ab06-4463-a23e-4030a7fa5ccd", "tag": "ce341787-7c75-452f-adc1-08d71f31c1c0", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:40:18.824431 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a80b1a77-f3ae-41e7-81e1-914485961a14 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:40:18.824855 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'tag': 'ce341787-7c75-452f-adc1-08d71f31c1c0', 'status': 'completed', 'code': 200}
Jun 08 18:40:18.918670 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d8736-4cd7-43ac-9d4d-48d00fd46906 req-a7426920-fe9c-4512-ad8c-73e6a8d14940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:18.920175 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-586d8736-4cd7-43ac-9d4d-48d00fd46906 req-a7426920-fe9c-4512-ad8c-73e6a8d14940 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 1098 time: 0.0743599
Jun 08 18:40:19.164411 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d8736-4cd7-43ac-9d4d-48d00fd46906 req-0fabb942-cd9b-4941-8e95-38ae0b86252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:19.165738 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-586d8736-4cd7-43ac-9d4d-48d00fd46906 req-0fabb942-cd9b-4941-8e95-38ae0b86252f service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 912 time: 0.2381356
Jun 08 18:40:19.195928 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-02214ab2-2704-4bd5-8364-58aeff537be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7477670>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'bfb96b60-b1d4-4a60-bf94-9f092643ed40', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:eb:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:38:01Z', 'updated_at': '2021-06-08T18:38:04Z', 'revision_number': 1, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}, {'id': 'c765acde-879e-402d-aeba-fe4e17be17d3', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': 'ce341787-7c75-452f-adc1-08d71f31c1c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:8c:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:40:17Z', 'updated_at': '2021-06-08T18:40:17Z', 'revision_number': 0, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:40:19.199852 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02214ab2-2704-4bd5-8364-58aeff537be5 None None] Checking router: 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:40:19.208330 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02214ab2-2704-4bd5-8364-58aeff537be5 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:40:19.208933 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-02214ab2-2704-4bd5-8364-58aeff537be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7477670>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:40:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:40:19.266705 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-586d8736-4cd7-43ac-9d4d-48d00fd46906 req-35990090-5abc-4846-93c8-ebca91af7dc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce341787-7c75-452f-adc1-08d71f31c1c0 HTTP/1.1" status: 200  len: 999 time: 0.0938013
Jun 08 18:40:19.329546 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d8736-4cd7-43ac-9d4d-48d00fd46906 req-f49045e0-e3ba-4ae8-bd4f-586c85258cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:19.330988 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-586d8736-4cd7-43ac-9d4d-48d00fd46906 req-f49045e0-e3ba-4ae8-bd4f-586c85258cce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 200  len: 851 time: 0.0575652
Jun 08 18:40:19.383084 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-02214ab2-2704-4bd5-8364-58aeff537be5 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:40:19.409066 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d8736-4cd7-43ac-9d4d-48d00fd46906 req-4bfc5122-a82f-47ac-8a3e-d6b8a6b21a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:19.410506 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-586d8736-4cd7-43ac-9d4d-48d00fd46906 req-4bfc5122-a82f-47ac-8a3e-d6b8a6b21a25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a22c79-3583-4167-8add-ac583058f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730615
Jun 08 18:40:19.541405 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-586d8736-4cd7-43ac-9d4d-48d00fd46906 req-138ec0c0-49c7-47cc-9572-6c073613e2fe service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236718
Jun 08 18:40:19.672224 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-586d8736-4cd7-43ac-9d4d-48d00fd46906 req-9aedda4f-34ae-4d1e-8e29-ed569adb9f2f service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228490
Jun 08 18:40:19.731195 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-02214ab2-2704-4bd5-8364-58aeff537be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7477670>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'bfb96b60-b1d4-4a60-bf94-9f092643ed40', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:eb:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:38:01Z', 'updated_at': '2021-06-08T18:38:04Z', 'revision_number': 1, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}, {'id': 'c765acde-879e-402d-aeba-fe4e17be17d3', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': 'ce341787-7c75-452f-adc1-08d71f31c1c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:8c:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:40:17Z', 'updated_at': '2021-06-08T18:40:17Z', 'revision_number': 0, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:40:19.735233 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02214ab2-2704-4bd5-8364-58aeff537be5 None None] The sync data for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi is: [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'bfb96b60-b1d4-4a60-bf94-9f092643ed40', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:eb:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:38:01Z', 'updated_at': '2021-06-08T18:38:04Z', 'revision_number': 1, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}, {'id': 'c765acde-879e-402d-aeba-fe4e17be17d3', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': 'ce341787-7c75-452f-adc1-08d71f31c1c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:8c:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:40:17Z', 'updated_at': '2021-06-08T18:40:17Z', 'revision_number': 0, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:40:19.913148 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7076bc-8938-4b8a-8ad3-13179af43efb None None] New status for floating IP c765acde-879e-402d-aeba-fe4e17be17d3: ACTIVE {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:40:24.525894 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5c737-553f-47fb-ad09-b8cbc00a8367 req-d9854a0a-2c8e-43d2-9cf7-695e16d7f089 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:24.527335 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6ce5c737-553f-47fb-ad09-b8cbc00a8367 req-d9854a0a-2c8e-43d2-9cf7-695e16d7f089 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.1143186
Jun 08 18:40:24.593979 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-6ce5c737-553f-47fb-ad09-b8cbc00a8367 req-a7f8096c-281e-473c-bc40-2312b9d6d86c tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0562475
Jun 08 18:40:24.603859 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625395-c9a3-4639-8a26-b792dbb932d8 req-d845f56a-3110-4274-abf8-3bbea14a9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:24.605340 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-af625395-c9a3-4639-8a26-b792dbb932d8 req-d845f56a-3110-4274-abf8-3bbea14a9881 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdd1e14087b941528a61a75d58cfea38&device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 1138 time: 0.1212168
Jun 08 18:40:24.738126 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625395-c9a3-4639-8a26-b792dbb932d8 req-daa60fef-3df3-4c8c-b705-297769ff4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:24.739598 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-af625395-c9a3-4639-8a26-b792dbb932d8 req-daa60fef-3df3-4c8c-b705-297769ff4cc6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb HTTP/1.1" status: 200  len: 914 time: 0.1276257
Jun 08 18:40:24.839976 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-af625395-c9a3-4639-8a26-b792dbb932d8 req-795132ad-f34b-4054-a71c-42c68212322e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86939770-028b-4fbc-96e3-5991815afe11 HTTP/1.1" status: 200  len: 1001 time: 0.0928841
Jun 08 18:40:24.904874 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625395-c9a3-4639-8a26-b792dbb932d8 req-12d86898-29e2-4a40-b6f0-8857a3c34ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:24.906327 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-af625395-c9a3-4639-8a26-b792dbb932d8 req-12d86898-29e2-4a40-b6f0-8857a3c34ed5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffd696eb-a593-4f5a-8d5b-8511611e569b HTTP/1.1" status: 200  len: 853 time: 0.0601039
Jun 08 18:40:24.980172 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625395-c9a3-4639-8a26-b792dbb932d8 req-8e0d80ce-095c-4091-a6e1-68080f91732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:24.981619 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-af625395-c9a3-4639-8a26-b792dbb932d8 req-8e0d80ce-095c-4091-a6e1-68080f91732b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689151
Jun 08 18:40:25.112155 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-af625395-c9a3-4639-8a26-b792dbb932d8 req-7c8cc88e-a3ca-4e4f-8c6d-4142a8b25996 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228793
Jun 08 18:40:25.240948 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-af625395-c9a3-4639-8a26-b792dbb932d8 req-2119def1-2ff0-4eca-b688-6868fac9ff67 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217704
Jun 08 18:40:25.779544 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148daf9-2a29-4348-a22d-57b241a2ab19 req-e0117299-4cf4-4620-8a63-ca52b27c9af6 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:25.781025 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5148daf9-2a29-4348-a22d-57b241a2ab19 req-e0117299-4cf4-4620-8a63-ca52b27c9af6 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0835526
Jun 08 18:40:25.827350 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-5148daf9-2a29-4348-a22d-57b241a2ab19 req-c153c163-1151-48b0-9673-814ec360af09 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0406244
Jun 08 18:40:26.417188 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:40:27.008882 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9526df-543f-4e05-8d3f-f65505277669 req-c744ffe3-edb2-49b2-999b-b60c0b4c44a0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:27.010309 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8b9526df-543f-4e05-8d3f-f65505277669 req-c744ffe3-edb2-49b2-999b-b60c0b4c44a0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0787625
Jun 08 18:40:27.056184 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-8b9526df-543f-4e05-8d3f-f65505277669 req-a225c0f3-94c9-424a-a68d-8d374a4581d7 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0397122
Jun 08 18:40:28.318714 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bce480-1f6a-4f18-9497-5d733be875e8 req-eabb178b-de88-447f-902a-0562acb41ba9 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:28.320198 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-90bce480-1f6a-4f18-9497-5d733be875e8 req-eabb178b-de88-447f-902a-0562acb41ba9 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.1607246
Jun 08 18:40:28.366432 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-90bce480-1f6a-4f18-9497-5d733be875e8 req-95b13455-78c1-4323-bef1-1108abea6dba tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0401089
Jun 08 18:40:29.549431 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dd37e-7c95-42d8-a80f-7acffceedb93 req-d8bc2c42-b3b3-4157-be46-44045f1ad912 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:29.550744 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-974dd37e-7c95-42d8-a80f-7acffceedb93 req-d8bc2c42-b3b3-4157-be46-44045f1ad912 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0802333
Jun 08 18:40:29.597244 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-974dd37e-7c95-42d8-a80f-7acffceedb93 req-be2d13ef-d583-4dd2-b7a0-b20c1e6f7535 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0408626
Jun 08 18:40:30.778848 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d5ad2-4bb9-4f23-9e8a-8b199f08ff15 req-f9b5ffa3-4009-433a-933e-da9d1dbcc10e tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:30.780297 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d92d5ad2-4bb9-4f23-9e8a-8b199f08ff15 req-f9b5ffa3-4009-433a-933e-da9d1dbcc10e tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0778646
Jun 08 18:40:30.826456 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d92d5ad2-4bb9-4f23-9e8a-8b199f08ff15 req-f7d7a6fe-eabc-4e36-9757-ce41d242cda4 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0399539
Jun 08 18:40:31.053806 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-a9b007c3-1f76-4f85-bd81-2a20b48930a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:32.015000 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9377647-4e82-4db1-a7fb-139a529bac4a req-c5db5819-c4a6-418a-bac8-227edadae0e1 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:32.016452 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c9377647-4e82-4db1-a7fb-139a529bac4a req-c5db5819-c4a6-418a-bac8-227edadae0e1 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0829103
Jun 08 18:40:32.065231 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-c9377647-4e82-4db1-a7fb-139a529bac4a req-58260356-385a-46ee-8ee6-ad1769bd4efd tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429761
Jun 08 18:40:33.245063 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc0e0e-385e-401d-b513-f12d7397115c req-cc5aef1b-cb17-4257-aa53-8a3cf65467c9 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:33.246489 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f5bc0e0e-385e-401d-b513-f12d7397115c req-cc5aef1b-cb17-4257-aa53-8a3cf65467c9 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0780556
Jun 08 18:40:33.292584 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f5bc0e0e-385e-401d-b513-f12d7397115c req-29dfea49-2ef7-4d65-b958-2be28b443fa9 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0395546
Jun 08 18:40:33.752118 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:33.946327 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-def79a9c-8cbd-4900-ae76-da58ef10a027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:34.481591 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9abcc-ad05-440e-8daf-cd5e27871b67 req-ecfb17a6-5250-4561-b09c-c4445afbcf30 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:34.483082 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-80c9abcc-ad05-440e-8daf-cd5e27871b67 req-ecfb17a6-5250-4561-b09c-c4445afbcf30 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0839679
Jun 08 18:40:34.529500 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-80c9abcc-ad05-440e-8daf-cd5e27871b67 req-b22b3d0e-2eff-45a1-8352-3f362f72fa17 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0406048
Jun 08 18:40:34.918029 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:35.710761 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b66c-ed9f-44e8-ba6c-2d01123b219b req-95663384-4cd7-49e6-b5d2-258912bd49c9 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:35.712235 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1655b66c-ed9f-44e8-ba6c-2d01123b219b req-95663384-4cd7-49e6-b5d2-258912bd49c9 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0806077
Jun 08 18:40:35.761381 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-1655b66c-ed9f-44e8-ba6c-2d01123b219b req-724a6fdd-5131-4455-b10e-07023320b197 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434570
Jun 08 18:40:36.929765 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:36.942212 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277c7cd-45fe-4b18-bb9a-a54515ff2adb req-22a6069f-9427-480b-9a21-68c94b259eff tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:36.948707 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d277c7cd-45fe-4b18-bb9a-a54515ff2adb req-22a6069f-9427-480b-9a21-68c94b259eff tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0785968
Jun 08 18:40:36.991048 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-d277c7cd-45fe-4b18-bb9a-a54515ff2adb req-89b65f77-243e-405f-a60d-59675e820e0c tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416543
Jun 08 18:40:38.176834 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc95818-789a-4ff6-9757-f3c1a6a7654e req-b944a9d8-631b-4a22-bc9d-7852e0a7a854 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:38.178262 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4fc95818-789a-4ff6-9757-f3c1a6a7654e req-b944a9d8-631b-4a22-bc9d-7852e0a7a854 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0829883
Jun 08 18:40:38.223241 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4fc95818-789a-4ff6-9757-f3c1a6a7654e req-c94cb50f-77c7-4b4c-ae05-74903fe4706c tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0392661
Jun 08 18:40:39.404989 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea594c6-4f46-4b86-9434-46e3069ae86e req-139273f1-945a-4eb8-8d8f-e117920b8b7b tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:39.406436 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dea594c6-4f46-4b86-9434-46e3069ae86e req-139273f1-945a-4eb8-8d8f-e117920b8b7b tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0800655
Jun 08 18:40:39.454018 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-dea594c6-4f46-4b86-9434-46e3069ae86e req-3df695b9-0691-4453-aac1-75e1c7ca9b7b tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0413067
Jun 08 18:40:40.639597 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde3d44-82ed-4aa7-9e1f-88aab2bb4af6 req-11c27fb6-8848-4b11-9ba9-f3344327bbb5 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:40.641092 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0bde3d44-82ed-4aa7-9e1f-88aab2bb4af6 req-11c27fb6-8848-4b11-9ba9-f3344327bbb5 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0842097
Jun 08 18:40:40.687625 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-0bde3d44-82ed-4aa7-9e1f-88aab2bb4af6 req-4ce462f8-bb97-479f-af61-829116dcb23d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0406837
Jun 08 18:40:41.879764 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c323db-c216-41fe-ab64-4780f49b0855 req-68a3ad17-3074-4943-af64-bb66c6d26457 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:41.881224 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-21c323db-c216-41fe-ab64-4780f49b0855 req-68a3ad17-3074-4943-af64-bb66c6d26457 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0808272
Jun 08 18:40:41.930839 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-21c323db-c216-41fe-ab64-4780f49b0855 req-b9fc6527-0b3c-47ab-b860-d856992cf67f tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b95f9e2-a1b6-491d-bee0-97800279522a&id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0439720
Jun 08 18:40:48.563649 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:40:54.249996 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b96cdc0-aed0-4260-b2ae-5b4981adf60a req-d1740aa7-59bd-46a8-a7f4-642aee103387 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0707276
Jun 08 18:40:54.421064 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96cdc0-aed0-4260-b2ae-5b4981adf60a req-8405718c-29fc-44f8-a7d4-e823318679c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:54.422545 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b96cdc0-aed0-4260-b2ae-5b4981adf60a req-8405718c-29fc-44f8-a7d4-e823318679c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdd1e14087b941528a61a75d58cfea38&device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 1138 time: 0.1486671
Jun 08 18:40:54.570663 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96cdc0-aed0-4260-b2ae-5b4981adf60a req-ae8da248-1d1c-4565-8169-85f16013a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:54.572143 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b96cdc0-aed0-4260-b2ae-5b4981adf60a req-ae8da248-1d1c-4565-8169-85f16013a05e service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb HTTP/1.1" status: 200  len: 914 time: 0.1300848
Jun 08 18:40:54.679239 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b96cdc0-aed0-4260-b2ae-5b4981adf60a req-396a9840-8d5c-4c23-97c8-fbcbb32b42da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86939770-028b-4fbc-96e3-5991815afe11 HTTP/1.1" status: 200  len: 1001 time: 0.1002414
Jun 08 18:40:54.747633 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96cdc0-aed0-4260-b2ae-5b4981adf60a req-72912837-44f1-45a3-adfc-6dc609cd46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:54.749089 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b96cdc0-aed0-4260-b2ae-5b4981adf60a req-72912837-44f1-45a3-adfc-6dc609cd46a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffd696eb-a593-4f5a-8d5b-8511611e569b HTTP/1.1" status: 200  len: 853 time: 0.0627282
Jun 08 18:40:54.828614 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96cdc0-aed0-4260-b2ae-5b4981adf60a req-aff4e079-4aec-4df4-9bd3-3f15375d6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:40:54.830018 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b96cdc0-aed0-4260-b2ae-5b4981adf60a req-aff4e079-4aec-4df4-9bd3-3f15375d6c9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727823
Jun 08 18:40:55.047980 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b96cdc0-aed0-4260-b2ae-5b4981adf60a req-a2b11509-59d9-4a0c-839b-49b3a7d2f326 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2104719
Jun 08 18:40:55.180504 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-9b96cdc0-aed0-4260-b2ae-5b4981adf60a req-37c1107b-1d4c-4427-bf42-aff239eb3fa0 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244161
Jun 08 18:41:01.061486 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b08c72cf-f147-4046-ac15-c6c8e3d82de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:03.416080 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:41:03.740593 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:03.934877 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-39b0c2ff-bfcc-43da-a8d7-399986cdbd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:04.951945 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:06.912703 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:15.393435 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ab665d12-0178-47dd-ad6b-7c4e41876e17 req-9d6247cb-b903-4874-a1da-42e726282e93 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533173624&fields=id&tenant_id=cdd1e14087b941528a61a75d58cfea38 HTTP/1.1" status: 200  len: 267 time: 0.0409014
Jun 08 18:41:15.481250 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab665d12-0178-47dd-ad6b-7c4e41876e17 req-34a6b21a-6692-455d-b4ed-84afe84f4c66 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:15.482752 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ab665d12-0178-47dd-ad6b-7c4e41876e17 req-34a6b21a-6692-455d-b4ed-84afe84f4c66 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 985 time: 0.0833702
Jun 08 18:41:15.497222 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.v2.base [req-ab665d12-0178-47dd-ad6b-7c4e41876e17 req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Request body: {'port': {'security_groups': ['11ed113b-fb2e-4e07-8455-a2b7f40df0a2']}} {{(pid=92318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 08 18:41:15.618625 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ab665d12-0178-47dd-ad6b-7c4e41876e17 req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3713845'] for port, before_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:15.867845 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-ab665d12-0178-47dd-ad6b-7c4e41876e17 req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] For port 86939770-028b-4fbc-96e3-5991815afe11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=86939770-028b-4fbc-96e3-5991815afe11,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:41:15.894857 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ab665d12-0178-47dd-ad6b-7c4e41876e17 req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for port, precommit_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:15.967536 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ab665d12-0178-47dd-ad6b-7c4e41876e17 req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731078642935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731078288011', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731078288056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11523808'] for port, after_update {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:15.973348 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-9c12cc62-9633-4d91-81d1-e190826c968c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:15.979772 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['86939770-028b-4fbc-96e3-5991815afe11'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:41:16.048708 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab665d12-0178-47dd-ad6b-7c4e41876e17 req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:16.049377 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-ab665d12-0178-47dd-ad6b-7c4e41876e17 req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:16.050798 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-ab665d12-0178-47dd-ad6b-7c4e41876e17 req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "PUT /v2.0/ports/86939770-028b-4fbc-96e3-5991815afe11 HTTP/1.1" status: 200  len: 943 time: 0.5583873
Jun 08 18:41:16.051480 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'tag': '86939770-028b-4fbc-96e3-5991815afe11'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:41:16.054046 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f06556d-eb2b-4388-9ca6-2d28f541f32f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "tag": "86939770-028b-4fbc-96e3-5991815afe11"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:41:16.062158 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 40938) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:16.076312 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event updated for resources: {'Port': ['ID=86939770-028b-4fbc-96e3-5991815afe11,revision_number=7']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:16.085596 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.085596 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.085596 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.085596 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.087754 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.088186 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.088581 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.088941 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.089312 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.089701 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.090066 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.090431 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.096591 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-276a23a5-dff2-4c83-ae9f-ddda634aaac2 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:16.130780 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adbe504-910c-46b4-b682-f40b863e5a4c x-openstack-request-id: req-6adbe504-910c-46b4-b682-f40b863e5a4c {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:41:16.131216 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "tag": "86939770-028b-4fbc-96e3-5991815afe11", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:41:16.131510 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6adbe504-910c-46b4-b682-f40b863e5a4c {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:41:16.132001 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'tag': '86939770-028b-4fbc-96e3-5991815afe11', 'status': 'completed', 'code': 200}
Jun 08 18:41:16.167166 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:16.174462 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['86939770-028b-4fbc-96e3-5991815afe11'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:41:16.202022 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:16.257226 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06556d-eb2b-4388-9ca6-2d28f541f32f req-dc33d5cd-5d8d-49f2-b02e-e883d72cfa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:16.257226 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4f06556d-eb2b-4388-9ca6-2d28f541f32f req-dc33d5cd-5d8d-49f2-b02e-e883d72cfa94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdd1e14087b941528a61a75d58cfea38&device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 1099 time: 0.0986693
Jun 08 18:41:16.339564 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:16.342307 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:16.343835 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b95f9e2-a1b6-491d-bee0-97800279522a HTTP/1.1" status: 204  len: 168 time: 0.2792923
Jun 08 18:41:16.344912 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-41171d7b-7494-43b5-9d66-510ff200defc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:16.348618 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 40942) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:16.364267 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b95f9e2-a1b6-491d-bee0-97800279522a,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:16.372799 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.provisioning_blocks [None req-8529bd03-de06-4943-a2cd-853e77bfab02 None None] Provisioning complete for port 86939770-028b-4fbc-96e3-5991815afe11 triggered by entity DHCP. {{(pid=92320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 08 18:41:16.373181 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-8529bd03-de06-4943-a2cd-853e77bfab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3753230'] for port, provisioning_complete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:16.373622 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.374088 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.374600 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.375113 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.375735 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.376109 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.376478 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.376854 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.377218 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.377772 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.378150 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.378672 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:16.383120 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:16.571271 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06556d-eb2b-4388-9ca6-2d28f541f32f req-45c58e28-86e0-4be5-b7ab-da486677afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:16.572706 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4f06556d-eb2b-4388-9ca6-2d28f541f32f req-45c58e28-86e0-4be5-b7ab-da486677afa0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb HTTP/1.1" status: 200  len: 914 time: 0.3061578
Jun 08 18:41:16.731013 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4f06556d-eb2b-4388-9ca6-2d28f541f32f req-89c0483f-11f6-4c4e-8675-c5b4d446c94a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86939770-028b-4fbc-96e3-5991815afe11 HTTP/1.1" status: 200  len: 1001 time: 0.1473536
Jun 08 18:41:16.797726 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Deleting port 6e41f040-24b5-4b20-be2f-2eaa8f0b4547 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:41:16.798059 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:16.862824 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06556d-eb2b-4388-9ca6-2d28f541f32f req-5f318ce6-7c95-4ff4-92f1-94e947d0d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:16.864281 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4f06556d-eb2b-4388-9ca6-2d28f541f32f req-5f318ce6-7c95-4ff4-92f1-94e947d0d33e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffd696eb-a593-4f5a-8d5b-8511611e569b HTTP/1.1" status: 200  len: 853 time: 0.1240051
Jun 08 18:41:17.070205 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:17.070472 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:17.197761 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Calling delete_port for 6e41f040-24b5-4b20-be2f-2eaa8f0b4547 owned by network:floatingip {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:41:17.209420 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06556d-eb2b-4388-9ca6-2d28f541f32f req-08366ebf-e331-4121-841a-3724b003081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:17.210879 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4f06556d-eb2b-4388-9ca6-2d28f541f32f req-08366ebf-e331-4121-841a-3724b003081f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3333373
Jun 08 18:41:17.372953 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4f06556d-eb2b-4388-9ca6-2d28f541f32f req-5c29866f-7b23-4116-b4a5-fe78a1437579 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499670
Jun 08 18:41:17.562675 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4f06556d-eb2b-4388-9ca6-2d28f541f32f req-bf0286c6-2d5b-40f3-9af6-c9e8ecc8a1ec service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794074
Jun 08 18:41:17.620863 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:17.624834 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2fda7cca-be19-467f-b643-ebf2af4f50d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:17.669537 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event deleted for resources: {'Port': ['ID=6e41f040-24b5-4b20-be2f-2eaa8f0b4547,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:17.673234 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:17.760956 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks [] for floatingip, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:17.761288 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.db.l3_db [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Floating IP fe224ba4-2ea2-4dc1-8f64-edac48c4fd11 disassociated (deleted). External IP: 172.27.1.16, port: 86939770-028b-4fbc-96e3-5991815afe11.
Jun 08 18:41:18.105434 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Router feb6001c-3e50-46c0-83d0-a05824217db9 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:41:18.283627 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:41:18.288554 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:18.293636 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba61a37-6e5c-4bb3-aeb5-e6c1bb8c66f3 None None] Sync routers for ids ['feb6001c-3e50-46c0-83d0-a05824217db9'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:41:18.303497 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba61a37-6e5c-4bb3-aeb5-e6c1bb8c66f3 None None] Routers {'feb6001c-3e50-46c0-83d0-a05824217db9'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:41:18.304125 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-8ba61a37-6e5c-4bb3-aeb5-e6c1bb8c66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc3c6be0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:41:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['feb6001c-3e50-46c0-83d0-a05824217db9'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:18.344374 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-01d05842-9845-4763-8bcd-9fdb85cddbd0 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "DELETE /v2.0/floatingips/fe224ba4-2ea2-4dc1-8f64-edac48c4fd11 HTTP/1.1" status: 204  len: 168 time: 1.9941590
Jun 08 18:41:18.345083 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'tag': '86939770-028b-4fbc-96e3-5991815afe11'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:41:18.347351 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eb2cac-1f08-4b6b-a962-4a812e075009" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "tag": "86939770-028b-4fbc-96e3-5991815afe11"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:41:18.496578 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-8ba61a37-6e5c-4bb3-aeb5-e6c1bb8c66f3 None None] Set router feb6001c-3e50-46c0-83d0-a05824217db9 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:41:18.551600 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:18.850252 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-8ba61a37-6e5c-4bb3-aeb5-e6c1bb8c66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc3c6be0>, [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:39:01Z', 'revision_number': 4, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'bc2ba5d5-27a5-40f0-bae4-30413a85fc83', 'name': '', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'mac_address': 'fa:16:3e:a8:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:00Z', 'updated_at': '2021-06-08T18:39:06Z', 'revision_number': 5, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'subnets': [{'id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:18.854346 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba61a37-6e5c-4bb3-aeb5-e6c1bb8c66f3 None None] Checking router: feb6001c-3e50-46c0-83d0-a05824217db9 for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:41:18.862602 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba61a37-6e5c-4bb3-aeb5-e6c1bb8c66f3 None None] Routers {'feb6001c-3e50-46c0-83d0-a05824217db9'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:41:18.863237 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-8ba61a37-6e5c-4bb3-aeb5-e6c1bb8c66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc3c6be0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:41:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['feb6001c-3e50-46c0-83d0-a05824217db9'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:18.933242 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c4637d-6af2-404d-8bf9-06b1a5e849be x-openstack-request-id: req-49c4637d-6af2-404d-8bf9-06b1a5e849be {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:41:18.933743 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "tag": "86939770-028b-4fbc-96e3-5991815afe11", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:41:18.933943 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49c4637d-6af2-404d-8bf9-06b1a5e849be {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:41:18.934324 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'tag': '86939770-028b-4fbc-96e3-5991815afe11', 'status': 'completed', 'code': 200}
Jun 08 18:41:19.048864 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-8ba61a37-6e5c-4bb3-aeb5-e6c1bb8c66f3 None None] Set router feb6001c-3e50-46c0-83d0-a05824217db9 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:41:19.152933 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2cac-1f08-4b6b-a962-4a812e075009 req-beed089b-3d58-440c-aebf-2d3b45153848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:19.154406 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-37eb2cac-1f08-4b6b-a962-4a812e075009 req-beed089b-3d58-440c-aebf-2d3b45153848 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cdd1e14087b941528a61a75d58cfea38&device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 1099 time: 0.1968462
Jun 08 18:41:19.287950 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2cac-1f08-4b6b-a962-4a812e075009 req-f89c9e52-1032-4f55-9c8b-121a75934625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:19.289423 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-37eb2cac-1f08-4b6b-a962-4a812e075009 req-f89c9e52-1032-4f55-9c8b-121a75934625 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb HTTP/1.1" status: 200  len: 914 time: 0.1287441
Jun 08 18:41:19.362527 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-37eb2cac-1f08-4b6b-a962-4a812e075009 req-eea06f78-b1f3-4840-93b4-67f531df19b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86939770-028b-4fbc-96e3-5991815afe11 HTTP/1.1" status: 200  len: 217 time: 0.0665185
Jun 08 18:41:19.368752 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-8ba61a37-6e5c-4bb3-aeb5-e6c1bb8c66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc3c6be0>, [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:39:01Z', 'revision_number': 4, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'bc2ba5d5-27a5-40f0-bae4-30413a85fc83', 'name': '', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'mac_address': 'fa:16:3e:a8:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:00Z', 'updated_at': '2021-06-08T18:39:06Z', 'revision_number': 5, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'subnets': [{'id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:19.372699 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba61a37-6e5c-4bb3-aeb5-e6c1bb8c66f3 None None] The sync data for ids ['feb6001c-3e50-46c0-83d0-a05824217db9'] in dv-cinder-789564-4-iscsi is: [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:39:01Z', 'revision_number': 4, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': 'bc2ba5d5-27a5-40f0-bae4-30413a85fc83', 'name': '', 'network_id': 'c7e4cbef-811b-4f9e-bd95-13e533eabcdb', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'mac_address': 'fa:16:3e:a8:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:00Z', 'updated_at': '2021-06-08T18:39:06Z', 'revision_number': 5, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'subnets': [{'id': 'ffd696eb-a593-4f5a-8d5b-8511611e569b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:41:19.426946 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2cac-1f08-4b6b-a962-4a812e075009 req-61c64400-1012-4434-a660-ffc5b63a4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:19.428391 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-37eb2cac-1f08-4b6b-a962-4a812e075009 req-61c64400-1012-4434-a660-ffc5b63a4622 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ffd696eb-a593-4f5a-8d5b-8511611e569b HTTP/1.1" status: 200  len: 853 time: 0.0601914
Jun 08 18:41:19.508874 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2cac-1f08-4b6b-a962-4a812e075009 req-4d085896-c0d6-441e-87cc-1cd46999d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:19.510357 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-37eb2cac-1f08-4b6b-a962-4a812e075009 req-4d085896-c0d6-441e-87cc-1cd46999d00f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e4cbef-811b-4f9e-bd95-13e533eabcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751591
Jun 08 18:41:19.593293 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2231b8-9933-4786-9336-5ce91083f7ea None None] New status for floating IP fe224ba4-2ea2-4dc1-8f64-edac48c4fd11: DOWN {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:41:19.645480 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-37eb2cac-1f08-4b6b-a962-4a812e075009 req-78936a48-6de6-48fe-9f1a-d8fbd2dc9581 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281550
Jun 08 18:41:19.779427 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-37eb2cac-1f08-4b6b-a962-4a812e075009 req-46f51291-2b0b-4283-9a06-7e35d27795c8 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268470
Jun 08 18:41:23.432850 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b948ef6-9911-48bd-b238-e5114ed804da req-ad0c8141-761b-4ac1-96d4-0461a3a5d73d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:23.434279 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3b948ef6-9911-48bd-b238-e5114ed804da req-ad0c8141-761b-4ac1-96d4-0461a3a5d73d tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 946 time: 0.0838726
Jun 08 18:41:23.479142 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3b948ef6-9911-48bd-b238-e5114ed804da req-6a500eb0-0027-4adf-bfc2-d0ee147988b5 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393045
Jun 08 18:41:24.811465 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28830de-aba8-4c86-b5ac-ed3891510e13 req-e5e46b9b-69cd-4126-a2d1-74281cbccf47 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:24.812792 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f28830de-aba8-4c86-b5ac-ed3891510e13 req-e5e46b9b-69cd-4126-a2d1-74281cbccf47 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 946 time: 0.0821309
Jun 08 18:41:24.860340 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-f28830de-aba8-4c86-b5ac-ed3891510e13 req-a82675c6-3e60-4afb-9ace-a698a9dd8160 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/security-groups?id=11ed113b-fb2e-4e07-8455-a2b7f40df0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420325
Jun 08 18:41:25.036176 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54925857-1ad7-4d62-a824-5703bc8c4cb6 req-b4c95932-9a0f-42ef-95ce-b14e211e1aa9 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:25.037555 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-54925857-1ad7-4d62-a824-5703bc8c4cb6 req-b4c95932-9a0f-42ef-95ce-b14e211e1aa9 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 946 time: 0.0762472
Jun 08 18:41:25.171679 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-54925857-1ad7-4d62-a824-5703bc8c4cb6 req-eb1d9514-f1bc-476e-88a6-4e6658a7903a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Deleting port 86939770-028b-4fbc-96e3-5991815afe11 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:41:25.171963 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-54925857-1ad7-4d62-a824-5703bc8c4cb6 req-eb1d9514-f1bc-476e-88a6-4e6658a7903a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:25.301155 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-54925857-1ad7-4d62-a824-5703bc8c4cb6 req-eb1d9514-f1bc-476e-88a6-4e6658a7903a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] For port 86939770-028b-4fbc-96e3-5991815afe11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=86939770-028b-4fbc-96e3-5991815afe11,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:41:25.301516 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-54925857-1ad7-4d62-a824-5703bc8c4cb6 req-eb1d9514-f1bc-476e-88a6-4e6658a7903a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:25.422305 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-54925857-1ad7-4d62-a824-5703bc8c4cb6 req-eb1d9514-f1bc-476e-88a6-4e6658a7903a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Calling delete_port for 86939770-028b-4fbc-96e3-5991815afe11 owned by compute:nova {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:41:25.654797 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-54925857-1ad7-4d62-a824-5703bc8c4cb6 req-eb1d9514-f1bc-476e-88a6-4e6658a7903a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:25.660384 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-33c89b92-bbbe-48c8-93f4-c1594669840a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:25.666732 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] get_ports_and_sgs() called for port_ids ['86939770-028b-4fbc-96e3-5991815afe11'] {{(pid=92320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 08 18:41:25.704382 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d9514-f1bc-476e-88a6-4e6658a7903a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Pushing event deleted for resources: {'Port': ['ID=86939770-028b-4fbc-96e3-5991815afe11,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:25.707424 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-eb1d9514-f1bc-476e-88a6-4e6658a7903a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:25.869374 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-54925857-1ad7-4d62-a824-5703bc8c4cb6 req-eb1d9514-f1bc-476e-88a6-4e6658a7903a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] No DVR routers for this DVR port 86939770-028b-4fbc-96e3-5991815afe11 on host hv-cinder-78956 {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:41:25.872304 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-54925857-1ad7-4d62-a824-5703bc8c4cb6 req-eb1d9514-f1bc-476e-88a6-4e6658a7903a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:25.874293 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-54925857-1ad7-4d62-a824-5703bc8c4cb6 req-eb1d9514-f1bc-476e-88a6-4e6658a7903a tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.37 "DELETE /v2.0/ports/86939770-028b-4fbc-96e3-5991815afe11 HTTP/1.1" status: 204  len: 173 time: 0.8312712
Jun 08 18:41:25.874797 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'name': 'network-vif-deleted', 'tag': '86939770-028b-4fbc-96e3-5991815afe11'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:41:25.877059 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7274f4-b477-4648-9481-ce28d3e06dea" -d '{"events": [{"server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "name": "network-vif-deleted", "tag": "86939770-028b-4fbc-96e3-5991815afe11"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:41:25.921555 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57930ec-3193-4078-bb2d-828fb31424e5 x-openstack-request-id: req-f57930ec-3193-4078-bb2d-828fb31424e5 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:41:25.921897 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ddbd1f-97e4-48e9-806c-a7331e2b984e", "name": "network-vif-deleted", "tag": "86939770-028b-4fbc-96e3-5991815afe11", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:41:25.922176 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f57930ec-3193-4078-bb2d-828fb31424e5 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:41:25.922592 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ddbd1f-97e4-48e9-806c-a7331e2b984e', 'name': 'network-vif-deleted', 'tag': '86939770-028b-4fbc-96e3-5991815afe11', 'status': 'completed', 'code': 200}
Jun 08 18:41:26.044113 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-432d400c-f184-41d1-acdd-e25f43f403a4 req-a6975d38-b561-465b-a2c4-62fcf60597fb tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1ddbd1f-97e4-48e9-806c-a7331e2b984e HTTP/1.1" status: 200  len: 210 time: 0.0439556
Jun 08 18:41:28.622285 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 41038) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:29.152964 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380715'] for router_interface, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:29.556739 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] Deleting port bc2ba5d5-27a5-40f0-bae4-30413a85fc83 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:41:29.557072 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:29.676242 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] For port bc2ba5d5-27a5-40f0-bae4-30413a85fc83, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=bc2ba5d5-27a5-40f0-bae4-30413a85fc83,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:41:29.676927 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:29.794966 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] Calling delete_port for bc2ba5d5-27a5-40f0-bae4-30413a85fc83 owned by network:router_interface {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:41:30.021214 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:30.026538 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-22755a66-cd0f-432f-925d-b39749d8824f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:30.207640 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2ba5d5-27a5-40f0-bae4-30413a85fc83,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:30.207640 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:30.316061 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 86939770-028b-4fbc-96e3-5991815afe11 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:41:30.349598 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: 86939770-028b-4fbc-96e3-5991815afe11 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:41:30.351854 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 86939770-028b-4fbc-96e3-5991815afe11 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:41:30.425279 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336336'] for router_interface, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:30.778597 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] Router feb6001c-3e50-46c0-83d0-a05824217db9 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:41:30.950480 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:41:30.956616 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] 10.222.0.20 "PUT /v2.0/routers/feb6001c-3e50-46c0-83d0-a05824217db9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3316948
Jun 08 18:41:30.957585 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 41040) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:30.959063 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b08b6-6e06-44f1-b90e-e24493190cab None None] Sync routers for ids ['feb6001c-3e50-46c0-83d0-a05824217db9'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:41:30.968415 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b08b6-6e06-44f1-b90e-e24493190cab None None] Routers {'feb6001c-3e50-46c0-83d0-a05824217db9'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:41:30.969028 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-c91b08b6-6e06-44f1-b90e-e24493190cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc73dc370>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:41:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['feb6001c-3e50-46c0-83d0-a05824217db9'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:31.130213 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Notify callbacks [] for router, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:31.132072 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-cdacbe89-4a43-4c6d-8f10-8b18965b1723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:31.169696 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-c91b08b6-6e06-44f1-b90e-e24493190cab None None] Set router feb6001c-3e50-46c0-83d0-a05824217db9 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:41:31.298754 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:31.451428 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-c91b08b6-6e06-44f1-b90e-e24493190cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc73dc370>, [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:41:29Z', 'revision_number': 5, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port': {'id': '000b56fe-5cd5-406a-907f-a58bf0f0d5f8', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:58Z', 'updated_at': '2021-06-08T18:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:31.456207 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b08b6-6e06-44f1-b90e-e24493190cab None None] Checking router: feb6001c-3e50-46c0-83d0-a05824217db9 for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:41:31.465816 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b08b6-6e06-44f1-b90e-e24493190cab None None] Routers {'feb6001c-3e50-46c0-83d0-a05824217db9'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:41:31.466443 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-c91b08b6-6e06-44f1-b90e-e24493190cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc73dc370>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:41:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['feb6001c-3e50-46c0-83d0-a05824217db9'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:31.559511 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Deleting port 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:41:31.559842 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:31.659180 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-c91b08b6-6e06-44f1-b90e-e24493190cab None None] Set router feb6001c-3e50-46c0-83d0-a05824217db9 gateway port host: None {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:41:31.678624 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] For port 000b56fe-5cd5-406a-907f-a58bf0f0d5f8, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=000b56fe-5cd5-406a-907f-a58bf0f0d5f8,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:41:31.679007 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:31.763354 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-c91b08b6-6e06-44f1-b90e-e24493190cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc73dc370>, [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:41:31Z', 'revision_number': 6, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port_host': None}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:31.767219 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b08b6-6e06-44f1-b90e-e24493190cab None None] The sync data for ids ['feb6001c-3e50-46c0-83d0-a05824217db9'] in dv-cinder-789564-4-iscsi is: [{'id': 'feb6001c-3e50-46c0-83d0-a05824217db9', 'name': 'tempest-TestMinimumBasicScenario-347940505-router', 'tenant_id': 'cdd1e14087b941528a61a75d58cfea38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:57Z', 'updated_at': '2021-06-08T18:41:31Z', 'revision_number': 6, 'project_id': 'cdd1e14087b941528a61a75d58cfea38', 'gw_port_host': None}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:41:31.798234 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Calling delete_port for 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 owned by network:router_gateway {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:41:32.026625 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:32.031204 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-f2b2acd6-ea83-486f-8099-4be0e972c995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:32.073843 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Pushing event deleted for resources: {'Port': ['ID=000b56fe-5cd5-406a-907f-a58bf0f0d5f8,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:32.077071 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:32.168100 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380749'] for router_gateway, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:32.337850 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-343576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61498'] for router, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:32.340030 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:32.426181 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-343796'] for router, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:32.426703 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb6001c-3e50-46c0-83d0-a05824217db9 {{(pid=92318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 18:41:32.430693 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Notify callbacks [] for router, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:32.431832 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] 10.222.0.20 "DELETE /v2.0/routers/feb6001c-3e50-46c0-83d0-a05824217db9 HTTP/1.1" status: 204  len: 168 time: 1.4733629
Jun 08 18:41:32.434268 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 41044) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:32.492761 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15eeb1e-6e24-491c-9095-e82e728584f5 admin admin] Deleting subnet ffd696eb-a593-4f5a-8d5b-8511611e569b {{(pid=92318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:41:32.495926 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e15eeb1e-6e24-491c-9095-e82e728584f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:32.551606 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e15eeb1e-6e24-491c-9095-e82e728584f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11487127'] for subnet, precommit_delete_associations {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:32.564752 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device bc2ba5d5-27a5-40f0-bae4-30413a85fc83 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:41:32.601983 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: bc2ba5d5-27a5-40f0-bae4-30413a85fc83 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:41:32.602344 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device bc2ba5d5-27a5-40f0-bae4-30413a85fc83 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:41:32.602757 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:41:32.631746 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e15eeb1e-6e24-491c-9095-e82e728584f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:32.636147 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:41:32.636704 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 000b56fe-5cd5-406a-907f-a58bf0f0d5f8 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:41:32.767696 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e15eeb1e-6e24-491c-9095-e82e728584f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11523617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10675525'] for subnet, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:32.771904 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:32.810000 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15eeb1e-6e24-491c-9095-e82e728584f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd696eb-a593-4f5a-8d5b-8511611e569b,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:32.813060 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e15eeb1e-6e24-491c-9095-e82e728584f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:32.815860 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e15eeb1e-6e24-491c-9095-e82e728584f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for subnet, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:32.817908 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-e15eeb1e-6e24-491c-9095-e82e728584f5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ffd696eb-a593-4f5a-8d5b-8511611e569b HTTP/1.1" status: 204  len: 168 time: 0.3824825
Jun 08 18:41:32.820651 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 41046) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:32.821270 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d37620-9ffa-40b9-ae22-0383522192ca None None] Network c7e4cbef-811b-4f9e-bd95-13e533eabcdb requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:41:32.924482 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:32.995321 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Deleting port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:41:32.995663 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.076223 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] DHCP port deletion for c7e4cbef-811b-4f9e-bd95-13e533eabcdb request from dv-cinder-789564-4-iscsi {{(pid=92320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 18:41:33.094508 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] For port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:41:33.094860 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.142062 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Deleting port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e {{(pid=92320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:41:33.142339 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.245005 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] For port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e,segment=NetworkSegment(724e6b51-fe5b-41bd-84fb-dd36ac0aec34),segment_id=724e6b51-fe5b-41bd-84fb-dd36ac0aec34)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:41:33.245406 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.312533 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Calling delete_port for e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e owned by network:dhcp {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:41:33.370720 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Calling delete_port for e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e owned by network:dhcp {{(pid=92320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:41:33.478368 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.482254 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-b885e7b4-0f04-41d8-8ccf-fd0b53fa3ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:33.484185 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002'] for port, after_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.487825 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:33.529344 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Pushing event deleted for resources: {'Port': ['ID=e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e,revision_number=None']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:33.529578 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:33.533429 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:33.534196 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] No DVR routers for this DVR port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e on host dv-cinder-789564-4-iscsi {{(pid=92320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:41:33.534570 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] No DVR routers for this DVR port e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e on host dv-cinder-789564-4-iscsi {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:41:33.540750 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:33.545172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:33.545172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:33.545172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:33.545172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:33.545172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:33.545172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:33.545172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:33.545172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:33.545172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:33.545172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:33.545172 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:41:33.548527 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-e122e6cc-55cc-4ab7-9d55-8b7f68d91688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:33.650486 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.663783 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.services.segments.db [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc688c4c0>,) {'filters': {'network_id': ['c7e4cbef-811b-4f9e-bd95-13e533eabcdb']}} {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:33.677353 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.services.segments.db [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc688c4c0>, '724e6b51-fe5b-41bd-84fb-dd36ac0aec34') {'for_net_delete': True} {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:33.677641 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.services.segments.db [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc688c4c0>, '724e6b51-fe5b-41bd-84fb-dd36ac0aec34') {} {{(pid=92318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:33.689028 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11487132'] for segment, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.704861 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.711219 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=92318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:41:33.711597 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11523716'] for segment, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]: Traceback (most recent call last):
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     timer()
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     cb(*args, **kw)
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     return func(*args, **kwargs)
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     self._notify()
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     self.callback(batched_events)
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     event.method(event)
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     return f(self, *a, **k)
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     return self._get(url).json()
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:41:33.724174 dv-cinder-789564-4-iscsi neutron-server[92318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:41:33.761623 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.854715 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.858098 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:33.872946 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:33.874765 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c7e4cbef-811b-4f9e-bd95-13e533eabcdb HTTP/1.1" status: 204  len: 168 time: 1.0532119
Jun 08 18:41:33.878071 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41048) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:33.878557 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e4cbef-811b-4f9e-bd95-13e533eabcdb,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:33.880453 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-e2c95fd2-eabf-425a-b2cc-0614fe6a3132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:33.940384 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-dd168cec-645c-4a0b-9ccc-cbd2262377a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:34.251943 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:41:34.288881 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:41:34.289232 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device e6db3b60-c4d4-4cb1-be3b-3cb2973dec7e not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:41:34.534410 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380715'] for router_interface, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:34.921740 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:34.938939 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] Deleting port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:41:34.939439 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:35.057591 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] For port 08a3b20d-524d-48b0-b984-e6cbf6c22c6a, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=08a3b20d-524d-48b0-b984-e6cbf6c22c6a,segment=NetworkSegment(6f6d420f-1a1a-439e-9f0b-23736a280fb0),segment_id=6f6d420f-1a1a-439e-9f0b-23736a280fb0)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:41:35.057937 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:35.182512 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] Calling delete_port for 08a3b20d-524d-48b0-b984-e6cbf6c22c6a owned by network:router_interface {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:41:35.569541 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:35.573850 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-f2b036ae-b3a0-4b19-b1a7-de8374d19749 tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:35.616338 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] Pushing event deleted for resources: {'Port': ['ID=08a3b20d-524d-48b0-b984-e6cbf6c22c6a,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:35.619416 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:35.993253 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336336'] for router_interface, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:36.349526 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] Router ce5aed8a-578b-4d50-83b3-514afdf1447c has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:41:36.522097 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:41:36.526838 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-4d9bcf36-a3f7-44f7-ac7f-11027eae19ba admin admin] 10.222.0.20 "PUT /v2.0/routers/ce5aed8a-578b-4d50-83b3-514afdf1447c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6475868
Jun 08 18:41:36.529480 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41052) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:36.532203 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f23b5-0565-4793-8c13-b278bde03420 None None] Sync routers for ids ['ce5aed8a-578b-4d50-83b3-514afdf1447c'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:41:36.543685 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f23b5-0565-4793-8c13-b278bde03420 None None] Routers {'ce5aed8a-578b-4d50-83b3-514afdf1447c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:41:36.544905 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-7a3f23b5-0565-4793-8c13-b278bde03420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e54130>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:41:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ce5aed8a-578b-4d50-83b3-514afdf1447c'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:36.714143 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:36.747689 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-7a3f23b5-0565-4793-8c13-b278bde03420 None None] Set router ce5aed8a-578b-4d50-83b3-514afdf1447c gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:41:36.901296 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:36.929009 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:37.046605 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-7a3f23b5-0565-4793-8c13-b278bde03420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e54130>, [{'id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'name': 'tempest-TestMinimumBasicScenario-1555222875-router', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:41:35Z', 'revision_number': 5, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'gw_port': {'id': '031bc588-abc8-401d-8f4c-d9b319abe7ce', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:37.050358 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f23b5-0565-4793-8c13-b278bde03420 None None] Checking router: ce5aed8a-578b-4d50-83b3-514afdf1447c for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:41:37.053234 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Deleting port 031bc588-abc8-401d-8f4c-d9b319abe7ce {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:41:37.053736 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:37.058608 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f23b5-0565-4793-8c13-b278bde03420 None None] Routers {'ce5aed8a-578b-4d50-83b3-514afdf1447c'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:41:37.059190 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-7a3f23b5-0565-4793-8c13-b278bde03420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e54130>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:41:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['ce5aed8a-578b-4d50-83b3-514afdf1447c'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:37.208953 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-7a3f23b5-0565-4793-8c13-b278bde03420 None None] Set router ce5aed8a-578b-4d50-83b3-514afdf1447c gateway port host: None {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:41:37.286176 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] For port 031bc588-abc8-401d-8f4c-d9b319abe7ce, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=031bc588-abc8-401d-8f4c-d9b319abe7ce,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:41:37.286521 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:37.312060 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-7a3f23b5-0565-4793-8c13-b278bde03420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc7e54130>, [{'id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'name': 'tempest-TestMinimumBasicScenario-1555222875-router', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:41:36Z', 'revision_number': 6, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'gw_port_host': None}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:37.315925 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f23b5-0565-4793-8c13-b278bde03420 None None] The sync data for ids ['ce5aed8a-578b-4d50-83b3-514afdf1447c'] in dv-cinder-789564-4-iscsi is: [{'id': 'ce5aed8a-578b-4d50-83b3-514afdf1447c', 'name': 'tempest-TestMinimumBasicScenario-1555222875-router', 'tenant_id': '2726578174ee49369c2c30d0c5b4b6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:39:05Z', 'updated_at': '2021-06-08T18:41:36Z', 'revision_number': 6, 'project_id': '2726578174ee49369c2c30d0c5b4b6a3', 'gw_port_host': None}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:41:37.410383 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Calling delete_port for 031bc588-abc8-401d-8f4c-d9b319abe7ce owned by network:router_gateway {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:41:37.596126 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:37.600602 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-54fa414f-5d75-4a73-b714-d4e4cdd4255e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:37.675169 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=031bc588-abc8-401d-8f4c-d9b319abe7ce,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:37.678252 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:37.738834 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380749'] for router_gateway, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:37.911047 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-343576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61498'] for router, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:37.913297 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.049355 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-343796'] for router, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.050320 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce5aed8a-578b-4d50-83b3-514afdf1447c {{(pid=92319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 18:41:38.055546 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] Notify callbacks [] for router, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.056688 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-4a910e0e-6006-4167-bb40-69fccfb2b6d4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ce5aed8a-578b-4d50-83b3-514afdf1447c HTTP/1.1" status: 204  len: 168 time: 1.5263114
Jun 08 18:41:38.059248 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41054) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:38.120171 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_v2 [None req-4115f3d5-5d2e-4d61-b7e2-34a5ff6b8fb4 admin admin] Deleting subnet 37c4e33a-1ec8-4149-b763-d1c6cbd52a8b {{(pid=92319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:41:38.123005 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4115f3d5-5d2e-4d61-b7e2-34a5ff6b8fb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.172728 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4115f3d5-5d2e-4d61-b7e2-34a5ff6b8fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10793982'] for subnet, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.254512 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4115f3d5-5d2e-4d61-b7e2-34a5ff6b8fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.261913 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 031bc588-abc8-401d-8f4c-d9b319abe7ce no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:41:38.301344 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 031bc588-abc8-401d-8f4c-d9b319abe7ce {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:41:38.301707 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 031bc588-abc8-401d-8f4c-d9b319abe7ce not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:41:38.302130 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 08a3b20d-524d-48b0-b984-e6cbf6c22c6a no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:41:38.335108 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 08a3b20d-524d-48b0-b984-e6cbf6c22c6a {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:41:38.335975 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 08a3b20d-524d-48b0-b984-e6cbf6c22c6a not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:41:38.386859 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4115f3d5-5d2e-4d61-b7e2-34a5ff6b8fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10609128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10536552'] for subnet, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.391005 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-6d12d12a-2e5f-4eb7-a843-9a1fe0b16f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:38.423771 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115f3d5-5d2e-4d61-b7e2-34a5ff6b8fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c4e33a-1ec8-4149-b763-d1c6cbd52a8b,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:38.427131 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4115f3d5-5d2e-4d61-b7e2-34a5ff6b8fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:38.429462 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4115f3d5-5d2e-4d61-b7e2-34a5ff6b8fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.431398 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-4115f3d5-5d2e-4d61-b7e2-34a5ff6b8fb4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/37c4e33a-1ec8-4149-b763-d1c6cbd52a8b HTTP/1.1" status: 204  len: 168 time: 0.3711538
Jun 08 18:41:38.433786 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41056) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:38.436402 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f140b6-1763-4665-ae1d-a80130bdb0fd None None] Network 7697533a-a1e0-4fa1-a712-1288b64bfc80 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:41:38.538050 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.613545 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Deleting port 388941bd-3cec-423a-850c-80b08fd32805 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:41:38.613770 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.682600 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dfa6cd-4501-4a6b-89d6-5ba6fb55f07a None None] DHCP port deletion for 7697533a-a1e0-4fa1-a712-1288b64bfc80 request from dv-cinder-789564-4-iscsi {{(pid=92320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 18:41:38.715652 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] For port 388941bd-3cec-423a-850c-80b08fd32805, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=388941bd-3cec-423a-850c-80b08fd32805,segment=NetworkSegment(6f6d420f-1a1a-439e-9f0b-23736a280fb0),segment_id=6f6d420f-1a1a-439e-9f0b-23736a280fb0)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:41:38.715652 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.747041 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-95dfa6cd-4501-4a6b-89d6-5ba6fb55f07a None None] Deleting port 388941bd-3cec-423a-850c-80b08fd32805 {{(pid=92320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:41:38.747413 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-95dfa6cd-4501-4a6b-89d6-5ba6fb55f07a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.839502 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Calling delete_port for 388941bd-3cec-423a-850c-80b08fd32805 owned by network:dhcp {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:41:38.877937 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-95dfa6cd-4501-4a6b-89d6-5ba6fb55f07a None None] For port 388941bd-3cec-423a-850c-80b08fd32805, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=388941bd-3cec-423a-850c-80b08fd32805,segment=NetworkSegment(6f6d420f-1a1a-439e-9f0b-23736a280fb0),segment_id=6f6d420f-1a1a-439e-9f0b-23736a280fb0)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:41:38.878321 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-95dfa6cd-4501-4a6b-89d6-5ba6fb55f07a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.957728 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:38.962407 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:38.996655 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-95dfa6cd-4501-4a6b-89d6-5ba6fb55f07a None None] Calling delete_port for 388941bd-3cec-423a-850c-80b08fd32805 owned by network:dhcp {{(pid=92320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:41:39.042163 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-95dfa6cd-4501-4a6b-89d6-5ba6fb55f07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002'] for port, after_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:39.045881 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:39.090058 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfa6cd-4501-4a6b-89d6-5ba6fb55f07a None None] Pushing event deleted for resources: {'Port': ['ID=388941bd-3cec-423a-850c-80b08fd32805,revision_number=None']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:39.091881 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dfa6cd-4501-4a6b-89d6-5ba6fb55f07a None None] No DVR routers for this DVR port 388941bd-3cec-423a-850c-80b08fd32805 on host dv-cinder-789564-4-iscsi {{(pid=92320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:41:39.093059 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-95dfa6cd-4501-4a6b-89d6-5ba6fb55f07a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:39.108704 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Pushing event deleted for resources: {'Port': ['ID=388941bd-3cec-423a-850c-80b08fd32805,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:39.110554 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] No DVR routers for this DVR port 388941bd-3cec-423a-850c-80b08fd32805 on host dv-cinder-789564-4-iscsi {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:41:39.112099 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:39.223132 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:39.236621 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc77815b0>,) {'filters': {'network_id': ['7697533a-a1e0-4fa1-a712-1288b64bfc80']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:39.248835 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc77815b0>, '6f6d420f-1a1a-439e-9f0b-23736a280fb0') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:39.249129 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc77815b0>, '6f6d420f-1a1a-439e-9f0b-23736a280fb0') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:39.260052 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:39.275659 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:39.281541 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:41:39.281919 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:41:39.295232 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:41:39.443271 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:39.446389 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:39.459394 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:39.462894 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] 10.222.0.20 "DELETE /v2.0/networks/7697533a-a1e0-4fa1-a712-1288b64bfc80 HTTP/1.1" status: 204  len: 168 time: 1.0264647
Jun 08 18:41:39.467047 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Pushing event deleted for resources: {'Network': ['ID=7697533a-a1e0-4fa1-a712-1288b64bfc80,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:39.469908 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-15545eec-c7d0-4d5d-abf0-923b716f43dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:39.852222 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 41060) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:39.901734 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-06404307-9a42-40b6-9932-c1772238fc33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdd1e14087b941528a61a75d58cfea38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0482821
Jun 08 18:41:39.904158 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 41062) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:39.961752 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3cb25c39-605f-4f0b-bf1f-18aeb1d63d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:39.987704 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3cb25c39-605f-4f0b-bf1f-18aeb1d63d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:40.087529 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3cb25c39-605f-4f0b-bf1f-18aeb1d63d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:40.089817 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-3cb25c39-605f-4f0b-bf1f-18aeb1d63d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:40.090958 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-3cb25c39-605f-4f0b-bf1f-18aeb1d63d62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11ed113b-fb2e-4e07-8455-a2b7f40df0a2 HTTP/1.1" status: 204  len: 168 time: 0.1859128
Jun 08 18:41:40.091703 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-cd1655f4-c017-4b9f-a37b-b208978b18b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:40.101245 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb25c39-605f-4f0b-bf1f-18aeb1d63d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ed113b-fb2e-4e07-8455-a2b7f40df0a2,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:40.103799 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-3cb25c39-605f-4f0b-bf1f-18aeb1d63d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:40.252311 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 388941bd-3cec-423a-850c-80b08fd32805 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:41:40.287046 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 388941bd-3cec-423a-850c-80b08fd32805 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:41:40.287406 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 388941bd-3cec-423a-850c-80b08fd32805 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:41:40.415690 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:41:40.863299 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 41068) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:40.910907 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-533883be-9c78-408a-bfef-ddf2f49d8889 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2726578174ee49369c2c30d0c5b4b6a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0463359
Jun 08 18:41:40.913220 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [-] (92318) accepted ('10.222.0.20', 41070) {{(pid=92318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:40.969014 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d982c3b3-5854-4ad4-beff-6f784cf0b8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:40.994897 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d982c3b3-5854-4ad4-beff-6f784cf0b8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:41.134825 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d982c3b3-5854-4ad4-beff-6f784cf0b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:41.137363 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [None req-d982c3b3-5854-4ad4-beff-6f784cf0b8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:41.138490 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [None req-d982c3b3-5854-4ad4-beff-6f784cf0b8e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f68174c-b15f-4cf6-b61b-d685c97dba10 HTTP/1.1" status: 204  len: 168 time: 0.2243845
Jun 08 18:41:41.139369 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-2e541aac-cb62-4f8d-ab2d-a844360a9de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:41.148671 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982c3b3-5854-4ad4-beff-6f784cf0b8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f68174c-b15f-4cf6-b61b-d685c97dba10,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:41.151463 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-d982c3b3-5854-4ad4-beff-6f784cf0b8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:48.538700 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:55.130268 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2ee29e8e-056e-4b1d-b955-23a2e7287d30 req-456ad573-a073-4f90-8e99-bb8b5ff53a5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0738869
Jun 08 18:41:55.263974 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee29e8e-056e-4b1d-b955-23a2e7287d30 req-febcff91-5f78-4deb-b53a-e7b3657fe916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:55.265393 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2ee29e8e-056e-4b1d-b955-23a2e7287d30 req-febcff91-5f78-4deb-b53a-e7b3657fe916 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 1098 time: 0.0697577
Jun 08 18:41:55.404274 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee29e8e-056e-4b1d-b955-23a2e7287d30 req-18522709-8160-4e5b-a2bd-997351589915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:55.405618 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2ee29e8e-056e-4b1d-b955-23a2e7287d30 req-18522709-8160-4e5b-a2bd-997351589915 service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 912 time: 0.1217387
Jun 08 18:41:55.507805 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2ee29e8e-056e-4b1d-b955-23a2e7287d30 req-64217527-3233-46ad-bc0d-ecc012109c48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e57daf-6cc3-49a8-b4fe-48638a58c383 HTTP/1.1" status: 200  len: 1001 time: 0.0953703
Jun 08 18:41:55.568290 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee29e8e-056e-4b1d-b955-23a2e7287d30 req-3039c384-41e5-442a-8094-cbae497dcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:55.569665 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2ee29e8e-056e-4b1d-b955-23a2e7287d30 req-3039c384-41e5-442a-8094-cbae497dcf6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 200  len: 851 time: 0.0557258
Jun 08 18:41:55.645947 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee29e8e-056e-4b1d-b955-23a2e7287d30 req-af564316-9227-4a66-b321-b1da2e31f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:55.647436 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2ee29e8e-056e-4b1d-b955-23a2e7287d30 req-af564316-9227-4a66-b321-b1da2e31f016 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a22c79-3583-4167-8add-ac583058f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712347
Jun 08 18:41:55.774754 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2ee29e8e-056e-4b1d-b955-23a2e7287d30 req-b90e507c-8500-43ae-8fc0-7411c3f21354 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204975
Jun 08 18:41:55.907513 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-2ee29e8e-056e-4b1d-b955-23a2e7287d30 req-062a61f3-f746-4275-a025-503af371baea service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256883
Jun 08 18:41:57.769613 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41084) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:41:58.029046 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Deleting port 87427d09-8cb3-4917-aec7-6c9a0e95e99a {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:41:58.029299 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:58.150925 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:58.151270 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:58.271056 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Calling delete_port for 87427d09-8cb3-4917-aec7-6c9a0e95e99a owned by network:floatingip {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:41:58.455090 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:58.458844 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-1d046b15-c436-4e2e-ae9c-3dd090d3a5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:41:58.501780 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event deleted for resources: {'Port': ['ID=87427d09-8cb3-4917-aec7-6c9a0e95e99a,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:41:58.504885 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:41:58.594180 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:58.594511 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.l3_db [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Floating IP c765acde-879e-402d-aeba-fe4e17be17d3 disassociated (deleted). External IP: 172.27.1.198, port: ce341787-7c75-452f-adc1-08d71f31c1c0.
Jun 08 18:41:59.047978 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:41:59.226154 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:41:59.230830 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:41:59.236078 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda0558b-190f-4109-b34b-c17971f8812a None None] Sync routers for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:41:59.248533 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda0558b-190f-4109-b34b-c17971f8812a None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:41:59.249149 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-eda0558b-190f-4109-b34b-c17971f8812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc71e8eb0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:41:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:59.284888 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-50acdb87-af16-405b-a8f7-8be01e292f35 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "DELETE /v2.0/floatingips/c765acde-879e-402d-aeba-fe4e17be17d3 HTTP/1.1" status: 204  len: 168 time: 1.5141850
Jun 08 18:41:59.285543 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'tag': 'ce341787-7c75-452f-adc1-08d71f31c1c0'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:41:59.287853 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3e4487-71e9-418d-864d-5a6f36c164fd" -d '{"events": [{"name": "network-changed", "server_uuid": "76dab21e-ab06-4463-a23e-4030a7fa5ccd", "tag": "ce341787-7c75-452f-adc1-08d71f31c1c0"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:41:59.421706 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-eda0558b-190f-4109-b34b-c17971f8812a None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:41:59.733536 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ab1339-104a-42e3-8153-046d15b3d805 x-openstack-request-id: req-c0ab1339-104a-42e3-8153-046d15b3d805 {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:41:59.733873 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76dab21e-ab06-4463-a23e-4030a7fa5ccd", "tag": "ce341787-7c75-452f-adc1-08d71f31c1c0", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:41:59.734176 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0ab1339-104a-42e3-8153-046d15b3d805 {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:41:59.734614 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'tag': 'ce341787-7c75-452f-adc1-08d71f31c1c0', 'status': 'completed', 'code': 200}
Jun 08 18:41:59.768902 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-eda0558b-190f-4109-b34b-c17971f8812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc71e8eb0>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'bfb96b60-b1d4-4a60-bf94-9f092643ed40', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:eb:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:38:01Z', 'updated_at': '2021-06-08T18:38:04Z', 'revision_number': 1, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:59.772997 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda0558b-190f-4109-b34b-c17971f8812a None None] Checking router: 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:41:59.781798 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda0558b-190f-4109-b34b-c17971f8812a None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:41:59.782416 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-eda0558b-190f-4109-b34b-c17971f8812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc71e8eb0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:41:34Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:41:59.970313 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-eda0558b-190f-4109-b34b-c17971f8812a None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:41:59.992714 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e4487-71e9-418d-864d-5a6f36c164fd req-ed144e83-981b-4ba2-9829-85b37888d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:41:59.994220 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7f3e4487-71e9-418d-864d-5a6f36c164fd req-ed144e83-981b-4ba2-9829-85b37888d247 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 1098 time: 0.2347269
Jun 08 18:42:00.097830 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3108805-a4d1-4f1d-bdd7-8b373e8e12c4 req-7615f4a8-062b-4f3a-95dd-2fcd5e8871ec tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:00.099318 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e3108805-a4d1-4f1d-bdd7-8b373e8e12c4 req-7615f4a8-062b-4f3a-95dd-2fcd5e8871ec tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 945 time: 0.2804766
Jun 08 18:42:00.173307 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e4487-71e9-418d-864d-5a6f36c164fd req-d7ef714b-1935-402e-a917-3cb2e53f6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:00.174751 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7f3e4487-71e9-418d-864d-5a6f36c164fd req-d7ef714b-1935-402e-a917-3cb2e53f6099 service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 912 time: 0.1733735
Jun 08 18:42:00.177685 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-e3108805-a4d1-4f1d-bdd7-8b373e8e12c4 req-d82fd748-9261-47b3-b6ed-666408ddb4bf tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679443
Jun 08 18:42:00.248266 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7f3e4487-71e9-418d-864d-5a6f36c164fd req-af8d3db9-8531-4cb1-9351-29d5b58605de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce341787-7c75-452f-adc1-08d71f31c1c0 HTTP/1.1" status: 200  len: 217 time: 0.0662775
Jun 08 18:42:00.310690 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e4487-71e9-418d-864d-5a6f36c164fd req-ab54f013-d205-4a69-912b-ee8cfe4eb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:00.312141 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7f3e4487-71e9-418d-864d-5a6f36c164fd req-ab54f013-d205-4a69-912b-ee8cfe4eb273 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 200  len: 851 time: 0.0570703
Jun 08 18:42:00.357322 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-eda0558b-190f-4109-b34b-c17971f8812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc71e8eb0>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'bfb96b60-b1d4-4a60-bf94-9f092643ed40', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:eb:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:38:01Z', 'updated_at': '2021-06-08T18:38:04Z', 'revision_number': 1, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:00.361428 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda0558b-190f-4109-b34b-c17971f8812a None None] The sync data for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi is: [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_floatingips': [{'id': 'bfb96b60-b1d4-4a60-bf94-9f092643ed40', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'floating_ip_address': '172.27.1.144', 'floating_network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'router_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'port_id': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'mac_address': 'fa:16:3e:eb:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:38:01Z', 'updated_at': '2021-06-08T18:38:04Z', 'revision_number': 1, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:42:00.392929 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e4487-71e9-418d-864d-5a6f36c164fd req-a5e96da3-401c-4e2d-8c54-5d168d01a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:00.394559 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7f3e4487-71e9-418d-864d-5a6f36c164fd req-a5e96da3-401c-4e2d-8c54-5d168d01a5b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a22c79-3583-4167-8add-ac583058f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750415
Jun 08 18:42:00.533220 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7f3e4487-71e9-418d-864d-5a6f36c164fd req-43bdb116-255c-4d44-a181-fc410dcc90d2 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319816
Jun 08 18:42:00.577844 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db805cc-2d2f-438d-869b-20aed8a13f13 None None] New status for floating IP c765acde-879e-402d-aeba-fe4e17be17d3: DOWN {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:42:00.668076 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-7f3e4487-71e9-418d-864d-5a6f36c164fd req-a0772812-1637-4c1b-bb56-53691f5665d0 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283312
Jun 08 18:42:01.077300 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-97a79b67-2c70-4fbe-b140-bd935985fed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:01.381112 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f81dc-cec2-46aa-8c51-e1624cc5a594 req-aa962765-67b9-4bf0-968c-4bb02a4a46dd tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:01.382573 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-498f81dc-cec2-46aa-8c51-e1624cc5a594 req-aa962765-67b9-4bf0-968c-4bb02a4a46dd tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 945 time: 0.1449213
Jun 08 18:42:01.394763 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602215a-8b03-467c-aa1f-562ef10da642 req-6efb9838-90dc-4303-a199-00be16d59e53 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:01.396125 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3602215a-8b03-467c-aa1f-562ef10da642 req-6efb9838-90dc-4303-a199-00be16d59e53 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 945 time: 0.1125247
Jun 08 18:42:01.517490 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-3602215a-8b03-467c-aa1f-562ef10da642 req-db242862-db8a-4c2c-b707-84c6bbb00214 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930548
Jun 08 18:42:01.556074 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-498f81dc-cec2-46aa-8c51-e1624cc5a594 req-71b16118-2cf5-4750-bae6-65e9a2a7e5df tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Deleting port ce341787-7c75-452f-adc1-08d71f31c1c0 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:42:01.556404 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-498f81dc-cec2-46aa-8c51-e1624cc5a594 req-71b16118-2cf5-4750-bae6-65e9a2a7e5df tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:01.689905 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-498f81dc-cec2-46aa-8c51-e1624cc5a594 req-71b16118-2cf5-4750-bae6-65e9a2a7e5df tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] For port ce341787-7c75-452f-adc1-08d71f31c1c0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ce341787-7c75-452f-adc1-08d71f31c1c0,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:42:01.690246 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-498f81dc-cec2-46aa-8c51-e1624cc5a594 req-71b16118-2cf5-4750-bae6-65e9a2a7e5df tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:01.809327 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-498f81dc-cec2-46aa-8c51-e1624cc5a594 req-71b16118-2cf5-4750-bae6-65e9a2a7e5df tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Calling delete_port for ce341787-7c75-452f-adc1-08d71f31c1c0 owned by compute:nova {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:42:01.968967 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-498f81dc-cec2-46aa-8c51-e1624cc5a594 req-71b16118-2cf5-4750-bae6-65e9a2a7e5df tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:01.974283 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-4593282b-8493-4cd5-9a81-5e71b1cf5cd7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:02.021143 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b16118-2cf5-4750-bae6-65e9a2a7e5df tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event deleted for resources: {'Port': ['ID=ce341787-7c75-452f-adc1-08d71f31c1c0,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:02.026941 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-71b16118-2cf5-4750-bae6-65e9a2a7e5df tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:02.093316 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f81dc-cec2-46aa-8c51-e1624cc5a594 req-71b16118-2cf5-4750-bae6-65e9a2a7e5df tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] No DVR routers for this DVR port ce341787-7c75-452f-adc1-08d71f31c1c0 on host hv-cinder-78956 {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:42:02.095704 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-498f81dc-cec2-46aa-8c51-e1624cc5a594 req-71b16118-2cf5-4750-bae6-65e9a2a7e5df tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:02.097668 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-498f81dc-cec2-46aa-8c51-e1624cc5a594 req-71b16118-2cf5-4750-bae6-65e9a2a7e5df tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "DELETE /v2.0/ports/ce341787-7c75-452f-adc1-08d71f31c1c0 HTTP/1.1" status: 204  len: 173 time: 0.7007065
Jun 08 18:42:02.098151 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'name': 'network-vif-deleted', 'tag': 'ce341787-7c75-452f-adc1-08d71f31c1c0'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:42:02.100460 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95fb7c4-2fb4-49dd-bb82-b3ca91a77065" -d '{"events": [{"server_uuid": "76dab21e-ab06-4463-a23e-4030a7fa5ccd", "name": "network-vif-deleted", "tag": "ce341787-7c75-452f-adc1-08d71f31c1c0"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:42:02.141140 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63fdad4-dd17-4079-a52f-92f71f119121 x-openstack-request-id: req-e63fdad4-dd17-4079-a52f-92f71f119121 {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:42:02.141482 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dab21e-ab06-4463-a23e-4030a7fa5ccd", "name": "network-vif-deleted", "tag": "ce341787-7c75-452f-adc1-08d71f31c1c0", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:42:02.141778 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e63fdad4-dd17-4079-a52f-92f71f119121 {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:42:02.142211 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dab21e-ab06-4463-a23e-4030a7fa5ccd', 'name': 'network-vif-deleted', 'tag': 'ce341787-7c75-452f-adc1-08d71f31c1c0', 'status': 'completed', 'code': 200}
Jun 08 18:42:02.765753 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-496da6cc-1329-44c0-b8b4-d4820fee2f31 req-e25ec5b7-c020-4754-a991-62a6a9b43851 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=76dab21e-ab06-4463-a23e-4030a7fa5ccd HTTP/1.1" status: 200  len: 210 time: 0.1431758
Jun 08 18:42:03.729079 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:03.957268 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-e293f9f0-1d08-43c1-9ddc-bcf2975dfaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:04.932307 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:06.487785 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device ce341787-7c75-452f-adc1-08d71f31c1c0 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:42:06.506063 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41112) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:06.521245 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: ce341787-7c75-452f-adc1-08d71f31c1c0 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:42:06.521601 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device ce341787-7c75-452f-adc1-08d71f31c1c0 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:42:06.768817 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Deleting port 01f59078-a71a-49ee-a659-95afb7a3dc7c {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:42:06.769118 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:06.889839 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:06.890161 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:06.929121 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:07.010432 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Calling delete_port for 01f59078-a71a-49ee-a659-95afb7a3dc7c owned by network:floatingip {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:42:07.186106 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:07.190094 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-ac71c34b-af1d-4478-885f-56046cf1a2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:07.231802 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event deleted for resources: {'Port': ['ID=01f59078-a71a-49ee-a659-95afb7a3dc7c,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:07.235405 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:07.326986 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:07.327315 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.db.l3_db [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Floating IP bfb96b60-b1d4-4a60-bf94-9f092643ed40 disassociated (deleted). External IP: 172.27.1.144, port: 96e57daf-6cc3-49a8-b4fe-48638a58c383.
Jun 08 18:42:07.807713 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:42:07.987303 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:42:07.991452 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:07.996371 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e372790-2e87-474d-9545-b1e78a050e22 None None] Sync routers for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:42:08.005606 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e372790-2e87-474d-9545-b1e78a050e22 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:42:08.006287 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-2e372790-2e87-474d-9545-b1e78a050e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc203280>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:42:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:08.044105 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "DELETE /v2.0/floatingips/bfb96b60-b1d4-4a60-bf94-9f092643ed40 HTTP/1.1" status: 204  len: 168 time: 1.5370708
Jun 08 18:42:08.044890 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'tag': '96e57daf-6cc3-49a8-b4fe-48638a58c383'}] {{(pid=92319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:42:08.047887 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7d75484e190fd847ab8ed3505bd8a46af0e6938f77b2cf4bbc78923debd3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b917bdea-2862-48c5-9d47-62ce0f4fbb00" -d '{"events": [{"name": "network-changed", "server_uuid": "305e8a67-4bcf-4e29-bcc0-8906ba3f97c3", "tag": "96e57daf-6cc3-49a8-b4fe-48638a58c383"}]}' {{(pid=92319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:42:08.182735 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-2e372790-2e87-474d-9545-b1e78a050e22 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:42:08.490723 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c538e3-baad-4ed8-a153-01191c922f7e x-openstack-request-id: req-35c538e3-baad-4ed8-a153-01191c922f7e {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:42:08.491163 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305e8a67-4bcf-4e29-bcc0-8906ba3f97c3", "tag": "96e57daf-6cc3-49a8-b4fe-48638a58c383", "status": "completed", "code": 200}]} {{(pid=92319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:42:08.491515 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35c538e3-baad-4ed8-a153-01191c922f7e {{(pid=92319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:42:08.491865 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-2e372790-2e87-474d-9545-b1e78a050e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc203280>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:08.492045 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'tag': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'status': 'completed', 'code': 200}
Jun 08 18:42:08.496003 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e372790-2e87-474d-9545-b1e78a050e22 None None] Checking router: 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:42:08.508746 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e372790-2e87-474d-9545-b1e78a050e22 None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:42:08.509127 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-2e372790-2e87-474d-9545-b1e78a050e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc203280>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:42:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:08.620760 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917bdea-2862-48c5-9d47-62ce0f4fbb00 req-a74a51e8-5df5-47ea-b904-3a9da11d5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:08.622207 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b917bdea-2862-48c5-9d47-62ce0f4fbb00 req-a74a51e8-5df5-47ea-b904-3a9da11d5624 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0442dcdf75f942629f042f3bce5f08eb&device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 1098 time: 0.1090479
Jun 08 18:42:08.690078 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-2e372790-2e87-474d-9545-b1e78a050e22 None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:42:08.783591 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f318e9a-8f9f-4b30-beb3-f0840282fe03 req-f369f28a-67a0-4c87-a30a-06cc1c41198a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:08.784981 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4f318e9a-8f9f-4b30-beb3-f0840282fe03 req-f369f28a-67a0-4c87-a30a-06cc1c41198a tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 945 time: 0.1997736
Jun 08 18:42:08.787559 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917bdea-2862-48c5-9d47-62ce0f4fbb00 req-5bee4282-3d06-479c-bd99-ac7e06dcd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:08.792243 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b917bdea-2862-48c5-9d47-62ce0f4fbb00 req-5bee4282-3d06-479c-bd99-ac7e06dcd09b service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 200  len: 912 time: 0.1601787
Jun 08 18:42:08.879759 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b917bdea-2862-48c5-9d47-62ce0f4fbb00 req-73cfcfea-f75b-4db7-8efc-b06dd0f852f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96e57daf-6cc3-49a8-b4fe-48638a58c383 HTTP/1.1" status: 200  len: 217 time: 0.0757070
Jun 08 18:42:08.924302 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-4f318e9a-8f9f-4b30-beb3-f0840282fe03 req-1ffe4ac0-f7b1-45b0-84e5-a6d0683023cb tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332629
Jun 08 18:42:08.951986 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917bdea-2862-48c5-9d47-62ce0f4fbb00 req-8bb09da1-37f0-48bf-9d20-cb67a36dc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:08.953407 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b917bdea-2862-48c5-9d47-62ce0f4fbb00 req-8bb09da1-37f0-48bf-9d20-cb67a36dc0a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 200  len: 851 time: 0.0651104
Jun 08 18:42:08.999316 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-2e372790-2e87-474d-9545-b1e78a050e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc203280>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:09.003877 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e372790-2e87-474d-9545-b1e78a050e22 None None] The sync data for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi is: [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:34:13Z', 'revision_number': 4, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi', '_interfaces': [{'id': '2f249eea-b60b-4272-9353-63bc42bdb0e2', 'name': '', 'network_id': '51a22c79-3583-4167-8add-ac583058f2d2', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'mac_address': 'fa:16:3e:8d:a9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:12Z', 'updated_at': '2021-06-08T18:34:20Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'subnets': [{'id': 'fe7fdf31-e75c-47b1-bb57-d0623522aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:42:09.032899 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917bdea-2862-48c5-9d47-62ce0f4fbb00 req-bc3742cc-ad5c-4d1b-a8c3-510e0e62f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:09.034280 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b917bdea-2862-48c5-9d47-62ce0f4fbb00 req-bc3742cc-ad5c-4d1b-a8c3-510e0e62f33d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a22c79-3583-4167-8add-ac583058f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744586
Jun 08 18:42:09.169708 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b917bdea-2862-48c5-9d47-62ce0f4fbb00 req-4da186bc-5150-4dbb-8bbc-85f516905663 service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284873
Jun 08 18:42:09.212495 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d27d0ed-261d-4b14-8e98-1f08086693e7 None None] New status for floating IP bfb96b60-b1d4-4a60-bf94-9f092643ed40: DOWN {{(pid=92321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 08 18:42:09.303234 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-b917bdea-2862-48c5-9d47-62ce0f4fbb00 req-1732d48e-5db9-40d7-8e41-71086a4f3c7a service neutron] 10.222.0.37 "GET /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266565
Jun 08 18:42:10.088418 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34073c8e-9d8a-4a36-a338-9db803591d55 req-a7961e8c-6f2a-4809-994f-e51a2401e518 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:10.089819 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-34073c8e-9d8a-4a36-a338-9db803591d55 req-a7961e8c-6f2a-4809-994f-e51a2401e518 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 945 time: 0.1247842
Jun 08 18:42:10.213071 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510eee1d-bd88-4840-849b-046b12b47430 req-598772e9-cb9d-408f-8ce6-e9f469a0181f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 08 18:42:10.214486 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-510eee1d-bd88-4840-849b-046b12b47430 req-598772e9-cb9d-408f-8ce6-e9f469a0181f tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 945 time: 0.1840537
Jun 08 18:42:10.272874 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-510eee1d-bd88-4840-849b-046b12b47430 req-bb33037c-f10a-4ace-a108-08a154da0b4b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb17e861-1cd2-4505-a23f-1be6f274540b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508895
Jun 08 18:42:10.278551 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-34073c8e-9d8a-4a36-a338-9db803591d55 req-6ab98a0a-f327-464a-8d37-f24b5755d4e7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Deleting port 96e57daf-6cc3-49a8-b4fe-48638a58c383 {{(pid=92318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:42:10.278886 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-34073c8e-9d8a-4a36-a338-9db803591d55 req-6ab98a0a-f327-464a-8d37-f24b5755d4e7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:10.408200 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.db [req-34073c8e-9d8a-4a36-a338-9db803591d55 req-6ab98a0a-f327-464a-8d37-f24b5755d4e7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] For port 96e57daf-6cc3-49a8-b4fe-48638a58c383, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=96e57daf-6cc3-49a8-b4fe-48638a58c383,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:42:10.408553 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-34073c8e-9d8a-4a36-a338-9db803591d55 req-6ab98a0a-f327-464a-8d37-f24b5755d4e7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:10.530941 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.plugins.ml2.plugin [req-34073c8e-9d8a-4a36-a338-9db803591d55 req-6ab98a0a-f327-464a-8d37-f24b5755d4e7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Calling delete_port for 96e57daf-6cc3-49a8-b4fe-48638a58c383 owned by compute:nova {{(pid=92318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:42:10.700763 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-34073c8e-9d8a-4a36-a338-9db803591d55 req-6ab98a0a-f327-464a-8d37-f24b5755d4e7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11523831'] for port, after_delete {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:10.706514 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-60aaf406-248f-4b11-a49e-1d988aaf5029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:10.846496 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab98a0a-f327-464a-8d37-f24b5755d4e7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event deleted for resources: {'Port': ['ID=96e57daf-6cc3-49a8-b4fe-48638a58c383,revision_number=None']} {{(pid=92318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:10.849358 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG oslo_concurrency.lockutils [None req-6ab98a0a-f327-464a-8d37-f24b5755d4e7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:10.921053 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.db.l3_dvrscheduler_db [req-34073c8e-9d8a-4a36-a338-9db803591d55 req-6ab98a0a-f327-464a-8d37-f24b5755d4e7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] No DVR routers for this DVR port 96e57daf-6cc3-49a8-b4fe-48638a58c383 on host hv-cinder-78956 {{(pid=92318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:42:10.923509 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron_lib.callbacks.manager [req-34073c8e-9d8a-4a36-a338-9db803591d55 req-6ab98a0a-f327-464a-8d37-f24b5755d4e7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for port, before_response {{(pid=92318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:10.925434 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-34073c8e-9d8a-4a36-a338-9db803591d55 req-6ab98a0a-f327-464a-8d37-f24b5755d4e7 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.37 "DELETE /v2.0/ports/96e57daf-6cc3-49a8-b4fe-48638a58c383 HTTP/1.1" status: 204  len: 173 time: 0.8291252
Jun 08 18:42:10.925868 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'name': 'network-vif-deleted', 'tag': '96e57daf-6cc3-49a8-b4fe-48638a58c383'}] {{(pid=92318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 08 18:42:10.928196 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e16e9b49dcb3b43375c1ffecb331b08d723de195547f280cf466851f6f07ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe1474f-b0e7-4ae1-8994-f0a70f367757" -d '{"events": [{"server_uuid": "305e8a67-4bcf-4e29-bcc0-8906ba3f97c3", "name": "network-vif-deleted", "tag": "96e57daf-6cc3-49a8-b4fe-48638a58c383"}]}' {{(pid=92318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 08 18:42:10.969411 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e95224-232e-4988-aff6-7e86e61d588e x-openstack-request-id: req-89e95224-232e-4988-aff6-7e86e61d588e {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 08 18:42:10.969914 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305e8a67-4bcf-4e29-bcc0-8906ba3f97c3", "name": "network-vif-deleted", "tag": "96e57daf-6cc3-49a8-b4fe-48638a58c383", "status": "completed", "code": 200}]} {{(pid=92318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 08 18:42:10.970203 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89e95224-232e-4988-aff6-7e86e61d588e {{(pid=92318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 08 18:42:10.970627 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305e8a67-4bcf-4e29-bcc0-8906ba3f97c3', 'name': 'network-vif-deleted', 'tag': '96e57daf-6cc3-49a8-b4fe-48638a58c383', 'status': 'completed', 'code': 200}
Jun 08 18:42:11.423272 dv-cinder-789564-4-iscsi neutron-server[92318]: INFO neutron.wsgi [req-a114dd5b-2b77-4710-b1db-756265ef9355 req-4da41a6e-f041-4383-87f4-1405d0edc146 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "GET /v2.0/ports?device_id=305e8a67-4bcf-4e29-bcc0-8906ba3f97c3 HTTP/1.1" status: 200  len: 210 time: 0.0437629
Jun 08 18:42:12.517904 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41128) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:12.731822 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-779bf632-4458-42ce-8cd5-9b23f38c894b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Deleting port c4c6f05f-ede3-4f05-8c37-5cd0886381c9 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:42:12.732203 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-779bf632-4458-42ce-8cd5-9b23f38c894b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:12.847393 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-779bf632-4458-42ce-8cd5-9b23f38c894b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:12.847619 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-779bf632-4458-42ce-8cd5-9b23f38c894b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:12.973012 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-779bf632-4458-42ce-8cd5-9b23f38c894b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Calling delete_port for c4c6f05f-ede3-4f05-8c37-5cd0886381c9 owned by network:floatingip {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:42:13.138171 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-779bf632-4458-42ce-8cd5-9b23f38c894b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:13.141687 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4d53fb1b-f0fb-4c92-880b-c4aa9f24aa89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:13.187499 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bf632-4458-42ce-8cd5-9b23f38c894b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event deleted for resources: {'Port': ['ID=c4c6f05f-ede3-4f05-8c37-5cd0886381c9,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:13.190553 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-779bf632-4458-42ce-8cd5-9b23f38c894b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:13.277981 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-779bf632-4458-42ce-8cd5-9b23f38c894b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for floatingip, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:13.283410 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-779bf632-4458-42ce-8cd5-9b23f38c894b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-976553'] for floatingip, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:13.283410 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-779bf632-4458-42ce-8cd5-9b23f38c894b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "DELETE /v2.0/floatingips/645c75f2-ed83-46dc-be2e-0466d33e7c53 HTTP/1.1" status: 204  len: 168 time: 0.7641590
Jun 08 18:42:14.549911 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 96e57daf-6cc3-49a8-b4fe-48638a58c383 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:42:14.587519 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] No Port match for: 96e57daf-6cc3-49a8-b4fe-48638a58c383 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:42:14.587868 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Device 96e57daf-6cc3-49a8-b4fe-48638a58c383 not bound to the agent host hv-cinder-78956 {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:42:14.798621 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41140) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:14.866733 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8eaf29ee-ce07-45fe-9982-84aa9e583fb4 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:14.895356 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8eaf29ee-ce07-45fe-9982-84aa9e583fb4 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:15.029807 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8eaf29ee-ce07-45fe-9982-84aa9e583fb4 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:15.032289 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-8eaf29ee-ce07-45fe-9982-84aa9e583fb4 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:15.033420 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-8eaf29ee-ce07-45fe-9982-84aa9e583fb4 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] 10.222.0.20 "DELETE /v2.0/security-groups/eb17e861-1cd2-4505-a23f-1be6f274540b HTTP/1.1" status: 204  len: 168 time: 0.2339647
Jun 08 18:42:15.034186 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-04450184-678c-4829-afc4-e4c08320ab06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:15.046283 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf29ee-ce07-45fe-9982-84aa9e583fb4 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb17e861-1cd2-4505-a23f-1be6f274540b,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:15.048525 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-8eaf29ee-ce07-45fe-9982-84aa9e583fb4 tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:15.148945 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41144) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:15.966041 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380715'] for router_interface, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:16.374991 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Deleting port 2f249eea-b60b-4272-9353-63bc42bdb0e2 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:42:16.375337 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:16.494868 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] For port 2f249eea-b60b-4272-9353-63bc42bdb0e2, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=2f249eea-b60b-4272-9353-63bc42bdb0e2,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:42:16.495144 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:16.618415 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Calling delete_port for 2f249eea-b60b-4272-9353-63bc42bdb0e2 owned by network:router_interface {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:42:16.875383 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:16.879345 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-779bf632-4458-42ce-8cd5-9b23f38c894b tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:16.922516 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f249eea-b60b-4272-9353-63bc42bdb0e2,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:16.964818 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:42:16.965201 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:42:16.965569 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:42:16.965934 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:42:16.966293 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:42:16.967508 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:42:16.967683 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:42:16.968037 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:42:16.968393 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:42:16.968746 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:42:16.969099 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:42:16.969446 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-iscsi {{(pid=92319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 08 18:42:16.999750 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:17.195485 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336336'] for router_interface, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:17.413823 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:42:17.646998 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:42:17.821864 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:42:17.832516 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-15a1d1c0-ab2f-4141-aaca-445534ab4e41 admin admin] 10.222.0.20 "PUT /v2.0/routers/923f2a87-5cc2-452b-8dd1-21c4352ce8c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6774323
Jun 08 18:42:17.832516 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41148) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:17.832717 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4feaa-1522-4e69-b3ea-7bb065dc9ddb None None] Sync routers for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:42:17.841307 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4feaa-1522-4e69-b3ea-7bb065dc9ddb None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:42:17.841927 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-daf4feaa-1522-4e69-b3ea-7bb065dc9ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc74af8b0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:42:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:18.004780 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Notify callbacks [] for router, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:18.056610 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-daf4feaa-1522-4e69-b3ea-7bb065dc9ddb None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:42:18.174672 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:18.315617 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Deleting port 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:42:18.315949 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:18.338484 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-daf4feaa-1522-4e69-b3ea-7bb065dc9ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc74af8b0>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:42:16Z', 'revision_number': 5, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port': {'id': '28d6ec08-b8b9-456e-82fd-6be5e4db71c4', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:07Z', 'updated_at': '2021-06-08T18:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:18.342338 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4feaa-1522-4e69-b3ea-7bb065dc9ddb None None] Checking router: 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 for host: dv-cinder-789564-4-iscsi {{(pid=92320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:42:18.350583 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4feaa-1522-4e69-b3ea-7bb065dc9ddb None None] Routers {'923f2a87-5cc2-452b-8dd1-21c4352ce8c3'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:42:18.351209 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-daf4feaa-1522-4e69-b3ea-7bb065dc9ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dc74af8b0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:42:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'], 'active': True} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:18.433590 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] For port 28d6ec08-b8b9-456e-82fd-6be5e4db71c4, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=28d6ec08-b8b9-456e-82fd-6be5e4db71c4,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:42:18.433929 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:18.512448 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvr_db [None req-daf4feaa-1522-4e69-b3ea-7bb065dc9ddb None None] Set router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 gateway port host: None {{(pid=92320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:42:18.554212 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Calling delete_port for 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 owned by network:router_gateway {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:42:18.612873 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:18.621243 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_hamode_db [None req-daf4feaa-1522-4e69-b3ea-7bb065dc9ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dc74af8b0>, [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:42:18Z', 'revision_number': 6, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port_host': None}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:18.625401 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4feaa-1522-4e69-b3ea-7bb065dc9ddb None None] The sync data for ids ['923f2a87-5cc2-452b-8dd1-21c4352ce8c3'] in dv-cinder-789564-4-iscsi is: [{'id': '923f2a87-5cc2-452b-8dd1-21c4352ce8c3', 'name': 'tempest-TestVolumeBootPattern-1054068723-router', 'tenant_id': '0442dcdf75f942629f042f3bce5f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:06Z', 'updated_at': '2021-06-08T18:42:18Z', 'revision_number': 6, 'project_id': '0442dcdf75f942629f042f3bce5f08eb', 'gw_port_host': None}] {{(pid=92320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:42:18.887028 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:18.890899 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-25b0dd2d-ea50-4d27-8088-7218d71435ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:18.932364 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d6ec08-b8b9-456e-82fd-6be5e4db71c4,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:18.936012 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:19.027762 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380749'] for router_gateway, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:19.201462 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-343576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61498'] for router, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:19.203739 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:19.298449 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-343796'] for router, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:19.298897 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 923f2a87-5cc2-452b-8dd1-21c4352ce8c3 {{(pid=92319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 18:42:19.304239 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] Notify callbacks [] for router, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:19.305339 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-bd9264c0-1d7e-47eb-a92a-a14555323d70 admin admin] 10.222.0.20 "DELETE /v2.0/routers/923f2a87-5cc2-452b-8dd1-21c4352ce8c3 HTTP/1.1" status: 204  len: 168 time: 1.4745557
Jun 08 18:42:19.307847 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41150) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:19.367039 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52c5a6a-4263-466d-bbbf-8238bb58967d admin admin] Deleting subnet fe7fdf31-e75c-47b1-bb57-d0623522aa67 {{(pid=92319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:42:19.370206 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f52c5a6a-4263-466d-bbbf-8238bb58967d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:19.422006 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f52c5a6a-4263-466d-bbbf-8238bb58967d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10793982'] for subnet, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:19.499638 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f52c5a6a-4263-466d-bbbf-8238bb58967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:19.637992 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f52c5a6a-4263-466d-bbbf-8238bb58967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10609128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10536552'] for subnet, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:19.642606 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:19.680111 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c5a6a-4263-466d-bbbf-8238bb58967d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7fdf31-e75c-47b1-bb57-d0623522aa67,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:19.683140 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-f52c5a6a-4263-466d-bbbf-8238bb58967d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:19.684107 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-f52c5a6a-4263-466d-bbbf-8238bb58967d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:19.685899 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-f52c5a6a-4263-466d-bbbf-8238bb58967d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fe7fdf31-e75c-47b1-bb57-d0623522aa67 HTTP/1.1" status: 204  len: 168 time: 0.3771417
Jun 08 18:42:19.688397 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41152) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:19.689556 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d633f8-2346-4127-b441-3a626fb862f7 None None] Network 51a22c79-3583-4167-8add-ac583058f2d2 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:42:19.792716 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:19.866017 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Deleting port 1185b912-ce2c-4a60-bb56-d8fbe3463868 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:42:19.866386 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:19.938009 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae80f5-d1e0-4ec9-8cdf-53d1c5fb9209 None None] DHCP port deletion for 51a22c79-3583-4167-8add-ac583058f2d2 request from dv-cinder-789564-4-iscsi {{(pid=92320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 18:42:19.974065 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] For port 1185b912-ce2c-4a60-bb56-d8fbe3463868, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=1185b912-ce2c-4a60-bb56-d8fbe3463868,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:42:19.974411 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:20.006506 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-0bae80f5-d1e0-4ec9-8cdf-53d1c5fb9209 None None] Deleting port 1185b912-ce2c-4a60-bb56-d8fbe3463868 {{(pid=92320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:42:20.006894 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-0bae80f5-d1e0-4ec9-8cdf-53d1c5fb9209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:20.097576 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Calling delete_port for 1185b912-ce2c-4a60-bb56-d8fbe3463868 owned by network:dhcp {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:42:20.103263 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-0bae80f5-d1e0-4ec9-8cdf-53d1c5fb9209 None None] For port 1185b912-ce2c-4a60-bb56-d8fbe3463868, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=1185b912-ce2c-4a60-bb56-d8fbe3463868,segment=NetworkSegment(ac43fe9b-0f35-4de1-9f02-991ec64faa6f),segment_id=ac43fe9b-0f35-4de1-9f02-991ec64faa6f)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:42:20.103664 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-0bae80f5-d1e0-4ec9-8cdf-53d1c5fb9209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:20.206836 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:20.211188 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c51e2b74-39a5-45b5-b536-b9e3b9f83cb9 tempest-VolumesSnapshotTestJSON-1331276328 tempest-VolumesSnapshotTestJSON-1331276328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:20.230365 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-0bae80f5-d1e0-4ec9-8cdf-53d1c5fb9209 None None] Calling delete_port for 1185b912-ce2c-4a60-bb56-d8fbe3463868 owned by network:dhcp {{(pid=92320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:42:20.255794 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Pushing event deleted for resources: {'Port': ['ID=1185b912-ce2c-4a60-bb56-d8fbe3463868,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:20.258572 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:20.266763 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] No DVR routers for this DVR port 1185b912-ce2c-4a60-bb56-d8fbe3463868 on host dv-cinder-789564-4-iscsi {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:42:20.275320 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-0bae80f5-d1e0-4ec9-8cdf-53d1c5fb9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002'] for port, after_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:20.279888 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:20.314392 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:42:20.350237 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae80f5-d1e0-4ec9-8cdf-53d1c5fb9209 None None] Pushing event deleted for resources: {'Port': ['ID=1185b912-ce2c-4a60-bb56-d8fbe3463868,revision_number=None']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:20.358249 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-0bae80f5-d1e0-4ec9-8cdf-53d1c5fb9209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:20.358885 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:42:20.359154 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 28d6ec08-b8b9-456e-82fd-6be5e4db71c4 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:42:20.359572 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 2f249eea-b60b-4272-9353-63bc42bdb0e2 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:42:20.385786 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:20.400654 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc653d100>,) {'filters': {'network_id': ['51a22c79-3583-4167-8add-ac583058f2d2']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:20.413196 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc653d100>, 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:20.413488 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc653d100>, 'ac43fe9b-0f35-4de1-9f02-991ec64faa6f') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:20.427043 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:20.430429 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae80f5-d1e0-4ec9-8cdf-53d1c5fb9209 None None] No DVR routers for this DVR port 1185b912-ce2c-4a60-bb56-d8fbe3463868 on host dv-cinder-789564-4-iscsi {{(pid=92320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:42:20.442741 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 2f249eea-b60b-4272-9353-63bc42bdb0e2 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:42:20.444439 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 2f249eea-b60b-4272-9353-63bc42bdb0e2 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:42:20.444439 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 1185b912-ce2c-4a60-bb56-d8fbe3463868 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:42:20.446599 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:20.452981 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:42:20.453368 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:42:20.466612 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:42:20.477192 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 1185b912-ce2c-4a60-bb56-d8fbe3463868 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:42:20.477592 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 1185b912-ce2c-4a60-bb56-d8fbe3463868 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:42:20.712058 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:20.715332 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-0fa01419-7be5-4a75-9162-f76620d3d649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:20.728443 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:20.730193 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] 10.222.0.20 "DELETE /v2.0/networks/51a22c79-3583-4167-8add-ac583058f2d2 HTTP/1.1" status: 204  len: 168 time: 1.0409429
Jun 08 18:42:20.733717 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41154) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:20.785803 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Pushing event deleted for resources: {'Network': ['ID=51a22c79-3583-4167-8add-ac583058f2d2,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:20.794190 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-38042255-31db-4d67-abfc-b8bee19fca7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:21.268891 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380715'] for router_interface, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:21.673299 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] Deleting port dff23129-be5a-4280-950e-7e2dcded327c {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:42:21.673545 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:21.791801 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] For port dff23129-be5a-4280-950e-7e2dcded327c, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=dff23129-be5a-4280-950e-7e2dcded327c,segment=NetworkSegment(749d388b-ff63-4bf6-a9c4-a844f552def3),segment_id=749d388b-ff63-4bf6-a9c4-a844f552def3)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:42:21.792142 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:21.912642 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] Calling delete_port for dff23129-be5a-4280-950e-7e2dcded327c owned by network:router_interface {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:42:22.163489 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:22.167392 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-c2f56da2-8ed6-4912-81ca-5be19336496a tempest-TestShelveInstance-1611822905 tempest-TestShelveInstance-1611822905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:22.213817 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] Pushing event deleted for resources: {'Port': ['ID=dff23129-be5a-4280-950e-7e2dcded327c,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:22.218002 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:22.583652 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-336336'] for router_interface, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:22.932145 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] Router c2200aa2-2656-41a7-974e-ccdc81f48e60 has already been hosted by L3 agent 1bf6636a-8379-46d5-9afd-47e9a18f7ecf {{(pid=92319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 08 18:42:23.106826 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] Notify agent at l3_agent.dv-cinder-789564-4-iscsi the message routers_updated {{(pid=92319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 08 18:42:23.113984 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-acedf6fb-7d98-465e-9068-9844145c467c admin admin] 10.222.0.20 "PUT /v2.0/routers/c2200aa2-2656-41a7-974e-ccdc81f48e60/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3770313
Jun 08 18:42:23.114160 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41156) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:23.114652 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de65a757-fb61-4c13-8184-8e27fc1bd354 None None] Sync routers for ids ['c2200aa2-2656-41a7-974e-ccdc81f48e60'] in dv-cinder-789564-4-iscsi {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 08 18:42:23.124433 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65a757-fb61-4c13-8184-8e27fc1bd354 None None] Routers {'c2200aa2-2656-41a7-974e-ccdc81f48e60'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:42:23.125034 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-de65a757-fb61-4c13-8184-8e27fc1bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc14d6d0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:42:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['c2200aa2-2656-41a7-974e-ccdc81f48e60'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:23.288081 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Notify callbacks [] for router, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:23.295536 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-de65a757-fb61-4c13-8184-8e27fc1bd354 None None] Set router c2200aa2-2656-41a7-974e-ccdc81f48e60 gateway port host: dv-cinder-789564-4-iscsi {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:42:23.460865 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:23.612590 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-de65a757-fb61-4c13-8184-8e27fc1bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc14d6d0>, [{'id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'name': 'tempest-TestVolumeBootPattern-1283531537-router', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'external_fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:18Z', 'updated_at': '2021-06-08T18:42:22Z', 'revision_number': 5, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'gw_port': {'id': '83b0efcf-9ece-43a5-819c-97e01cd97081', 'name': '', 'network_id': 'a06ee958-817b-4651-8f1f-374b575e10a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '36e69048-8dfe-4738-9726-1e587c177253', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:34:19Z', 'updated_at': '2021-06-08T18:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36e69048-8dfe-4738-9726-1e587c177253', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-iscsi'}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:23.619305 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de65a757-fb61-4c13-8184-8e27fc1bd354 None None] Checking router: c2200aa2-2656-41a7-974e-ccdc81f48e60 for host: dv-cinder-789564-4-iscsi {{(pid=92321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 08 18:42:23.627897 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65a757-fb61-4c13-8184-8e27fc1bd354 None None] Routers {'c2200aa2-2656-41a7-974e-ccdc81f48e60'} bound to L3 agent in host dv-cinder-789564-4-iscsi {{(pid=92321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 08 18:42:23.628789 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-de65a757-fb61-4c13-8184-8e27fc1bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0dcc14d6d0>, 'dv-cinder-789564-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:20:34Z,description=<?>,heartbeat_timestamp=2021-06-08T18:42:04Z,host='dv-cinder-789564-4-iscsi',id=1bf6636a-8379-46d5-9afd-47e9a18f7ecf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-08T18:20:34Z,topic='l3_agent')) {'router_ids': ['c2200aa2-2656-41a7-974e-ccdc81f48e60'], 'active': True} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:23.646835 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Deleting port 83b0efcf-9ece-43a5-819c-97e01cd97081 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:42:23.647454 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:23.783481 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_dvr_db [None req-de65a757-fb61-4c13-8184-8e27fc1bd354 None None] Set router c2200aa2-2656-41a7-974e-ccdc81f48e60 gateway port host: None {{(pid=92321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 08 18:42:23.880369 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] For port 83b0efcf-9ece-43a5-819c-97e01cd97081, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=83b0efcf-9ece-43a5-819c-97e01cd97081,segment=NetworkSegment(2b3df705-03e3-4628-ac38-a3b9cc9fad30),segment_id=2b3df705-03e3-4628-ac38-a3b9cc9fad30)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:42:23.880716 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:23.886283 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.l3_hamode_db [None req-de65a757-fb61-4c13-8184-8e27fc1bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0dcc14d6d0>, [{'id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'name': 'tempest-TestVolumeBootPattern-1283531537-router', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:18Z', 'updated_at': '2021-06-08T18:42:23Z', 'revision_number': 6, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'gw_port_host': None}], 'dv-cinder-789564-4-iscsi', False) {} {{(pid=92321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:23.890815 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de65a757-fb61-4c13-8184-8e27fc1bd354 None None] The sync data for ids ['c2200aa2-2656-41a7-974e-ccdc81f48e60'] in dv-cinder-789564-4-iscsi is: [{'id': 'c2200aa2-2656-41a7-974e-ccdc81f48e60', 'name': 'tempest-TestVolumeBootPattern-1283531537-router', 'tenant_id': 'c405f55321d7428091ed8d24d32e01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:34:18Z', 'updated_at': '2021-06-08T18:42:23Z', 'revision_number': 6, 'project_id': 'c405f55321d7428091ed8d24d32e01dd', 'gw_port_host': None}] {{(pid=92321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 08 18:42:24.003164 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Calling delete_port for 83b0efcf-9ece-43a5-819c-97e01cd97081 owned by network:router_gateway {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:42:24.189450 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:24.192963 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-1aaefb24-5808-45cd-8cf0-905d469fc67d tempest-TestVolumeBootPattern-493156642 tempest-TestVolumeBootPattern-493156642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:24.240827 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b0efcf-9ece-43a5-819c-97e01cd97081,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:24.248449 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device dff23129-be5a-4280-950e-7e2dcded327c no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:42:24.272677 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:24.295333 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: dff23129-be5a-4280-950e-7e2dcded327c {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:42:24.297433 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device dff23129-be5a-4280-950e-7e2dcded327c not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:42:24.335915 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-380749'] for router_gateway, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:24.507557 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-343576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61498'] for router, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:24.509789 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:24.603619 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-343796'] for router, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:24.604036 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2200aa2-2656-41a7-974e-ccdc81f48e60 {{(pid=92319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 08 18:42:24.608633 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] Notify callbacks [] for router, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:24.609742 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-86c657b1-a7cf-4b02-8bd6-9c153deece01 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c2200aa2-2656-41a7-974e-ccdc81f48e60 HTTP/1.1" status: 204  len: 168 time: 1.4946935
Jun 08 18:42:24.612157 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41158) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:24.675035 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bed9256-a613-411f-9a57-9df73e0de093 admin admin] Deleting subnet d255e943-6b63-4605-adfd-799ef690659e {{(pid=92319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 08 18:42:24.679014 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9bed9256-a613-411f-9a57-9df73e0de093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:24.728801 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9bed9256-a613-411f-9a57-9df73e0de093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10793982'] for subnet, precommit_delete_associations {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:24.810527 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9bed9256-a613-411f-9a57-9df73e0de093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3544636'] for subnet, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:24.963824 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9bed9256-a613-411f-9a57-9df73e0de093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3544629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10609128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10536552'] for subnet, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:24.968564 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4115f3d5-5d2e-4d61-b7e2-34a5ff6b8fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:25.002292 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed9256-a613-411f-9a57-9df73e0de093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d255e943-6b63-4605-adfd-799ef690659e,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:25.004891 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-9bed9256-a613-411f-9a57-9df73e0de093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:25.007345 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-9bed9256-a613-411f-9a57-9df73e0de093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:25.009171 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-9bed9256-a613-411f-9a57-9df73e0de093 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d255e943-6b63-4605-adfd-799ef690659e HTTP/1.1" status: 204  len: 168 time: 0.3960910
Jun 08 18:42:25.011749 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41160) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:25.014231 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c47ce-1828-47ba-9423-de237d4c5242 None None] Network a95d23d6-cdba-4912-ad68-3486b9f23fa2 requested from dv-cinder-789564-4-iscsi {{(pid=92320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 08 18:42:25.114755 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661957'] for network, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:25.189063 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Deleting port 67273b37-7170-4594-ae7c-1edb8ab76491 {{(pid=92319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:42:25.189312 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:25.255131 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af913e9e-2b8f-4b9a-ae64-606a0abbf0bb None None] DHCP port deletion for a95d23d6-cdba-4912-ad68-3486b9f23fa2 request from dv-cinder-789564-4-iscsi {{(pid=92320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 08 18:42:25.287676 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.db [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] For port 67273b37-7170-4594-ae7c-1edb8ab76491, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=67273b37-7170-4594-ae7c-1edb8ab76491,segment=NetworkSegment(749d388b-ff63-4bf6-a9c4-a844f552def3),segment_id=749d388b-ff63-4bf6-a9c4-a844f552def3)] {{(pid=92319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:42:25.287945 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:25.318426 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-af913e9e-2b8f-4b9a-ae64-606a0abbf0bb None None] Deleting port 67273b37-7170-4594-ae7c-1edb8ab76491 {{(pid=92320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 08 18:42:25.318816 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-af913e9e-2b8f-4b9a-ae64-606a0abbf0bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731078666981'] for port, before_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:25.417906 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.db [None req-af913e9e-2b8f-4b9a-ae64-606a0abbf0bb None None] For port 67273b37-7170-4594-ae7c-1edb8ab76491, host dv-cinder-789564-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-iscsi',level=0,port_id=67273b37-7170-4594-ae7c-1edb8ab76491,segment=NetworkSegment(749d388b-ff63-4bf6-a9c4-a844f552def3),segment_id=749d388b-ff63-4bf6-a9c4-a844f552def3)] {{(pid=92320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 08 18:42:25.418281 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-af913e9e-2b8f-4b9a-ae64-606a0abbf0bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-339080'] for port, precommit_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:25.513825 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.plugin [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Calling delete_port for 67273b37-7170-4594-ae7c-1edb8ab76491 owned by network:dhcp {{(pid=92319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:42:25.541372 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-af913e9e-2b8f-4b9a-ae64-606a0abbf0bb None None] Calling delete_port for 67273b37-7170-4594-ae7c-1edb8ab76491 owned by network:dhcp {{(pid=92320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 08 18:42:25.670043 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10608958'] for port, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:25.673975 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-cee9ccb9-a776-4dd2-bd4a-8e63b4595653 tempest-VolumesActionsTest-507206114 tempest-VolumesActionsTest-507206114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:25.676047 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-af913e9e-2b8f-4b9a-ae64-606a0abbf0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3724404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731078642917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731078288002'] for port, after_delete {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:25.679609 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-5a8cdaba-ce5e-4142-b234-66ddd8bc6d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:25.716014 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Pushing event deleted for resources: {'Port': ['ID=67273b37-7170-4594-ae7c-1edb8ab76491,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:25.719552 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:25.724310 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af913e9e-2b8f-4b9a-ae64-606a0abbf0bb None None] Pushing event deleted for resources: {'Port': ['ID=67273b37-7170-4594-ae7c-1edb8ab76491,revision_number=None']} {{(pid=92320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:25.724675 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] No DVR routers for this DVR port 67273b37-7170-4594-ae7c-1edb8ab76491 on host dv-cinder-789564-4-iscsi {{(pid=92319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:42:25.724770 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG oslo_concurrency.lockutils [None req-af913e9e-2b8f-4b9a-ae64-606a0abbf0bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:25.726268 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af913e9e-2b8f-4b9a-ae64-606a0abbf0bb None None] No DVR routers for this DVR port 67273b37-7170-4594-ae7c-1edb8ab76491 on host dv-cinder-789564-4-iscsi {{(pid=92320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 08 18:42:25.833098 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3795589', 'neutron.services.segments.db._delete_segments_for_network-8731078573999'] for network, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:25.846384 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0dc7614a60>,) {'filters': {'network_id': ['a95d23d6-cdba-4912-ad68-3486b9f23fa2']}} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:25.859370 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc7614a60>, '749d388b-ff63-4bf6-a9c4-a844f552def3') {'for_net_delete': True} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:25.859688 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.services.segments.db [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0dc7614a60>, '749d388b-ff63-4bf6-a9c4-a844f552def3') {} {{(pid=92319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 08 18:42:25.870687 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731078573002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10793973'] for segment, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:25.891630 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579'] for segment, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:25.897567 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=92319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 08 18:42:25.898048 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3793579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10608973'] for segment, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]: Traceback (most recent call last):
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     timer()
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     cb(*args, **kw)
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     return func(*args, **kwargs)
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     self._notify()
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     self.callback(batched_events)
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     event.method(event)
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     return f(self, *a, **k)
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._get(url).json()
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     return self.request(url, 'GET', **kwargs)
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 08 18:42:25.911186 dv-cinder-789564-4-iscsi neutron-server[92319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 08 18:42:26.054616 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3795634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-753982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-380778'] for network, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:26.059116 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549251'] for network, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:26.060989 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] 10.222.0.20 "DELETE /v2.0/networks/a95d23d6-cdba-4912-ad68-3486b9f23fa2 HTTP/1.1" status: 204  len: 168 time: 1.0482266
Jun 08 18:42:26.061750 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-d2ed15e2-f02e-46d8-8742-392010860f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:26.081428 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Pushing event deleted for resources: {'Network': ['ID=a95d23d6-cdba-4912-ad68-3486b9f23fa2,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:26.082114 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-74113d4b-7fbc-4a64-8b12-25eaadb5c81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:26.284954 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 83b0efcf-9ece-43a5-819c-97e01cd97081 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:42:26.318643 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 83b0efcf-9ece-43a5-819c-97e01cd97081 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:42:26.319020 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 83b0efcf-9ece-43a5-819c-97e01cd97081 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:42:26.319440 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 67273b37-7170-4594-ae7c-1edb8ab76491 no longer exists at agent ovs-agent-dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 08 18:42:26.355090 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.plugin [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] No Port match for: 67273b37-7170-4594-ae7c-1edb8ab76491 {{(pid=92320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 08 18:42:26.355446 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron.plugins.ml2.rpc [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Device 67273b37-7170-4594-ae7c-1edb8ab76491 not bound to the agent host dv-cinder-789564-4-iscsi {{(pid=92320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 08 18:42:26.360761 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41164) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:26.412869 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-5de5527b-3d44-45f8-ac43-6b17960fe8a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0442dcdf75f942629f042f3bce5f08eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510368
Jun 08 18:42:26.415442 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41166) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:26.471052 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9ad2-7e76-43e4-9f24-3b52635c0e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:26.497047 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9ad2-7e76-43e4-9f24-3b52635c0e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:26.625895 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9ad2-7e76-43e4-9f24-3b52635c0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:26.628227 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9ad2-7e76-43e4-9f24-3b52635c0e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:26.629345 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-4b1f9ad2-7e76-43e4-9f24-3b52635c0e42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a220fdb-278c-4226-bf8c-4b1537ae7dcc HTTP/1.1" status: 204  len: 168 time: 0.2129395
Jun 08 18:42:26.630107 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-a96173df-ba02-45bd-ba83-2bb115984cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:26.640405 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f9ad2-7e76-43e4-9f24-3b52635c0e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a220fdb-278c-4226-bf8c-4b1537ae7dcc,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:26.642898 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-4b1f9ad2-7e76-43e4-9f24-3b52635c0e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:27.361698 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41172) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:27.410634 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-dac1f6bc-f652-48d0-a8fe-b834ff4451af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c405f55321d7428091ed8d24d32e01dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476756
Jun 08 18:42:27.412979 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.wsgi [-] (92319) accepted ('10.222.0.20', 41174) {{(pid=92319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 08 18:42:27.473045 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b18f12a9-003a-4042-9a99-99e0de4d7a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:27.500761 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b18f12a9-003a-4042-9a99-99e0de4d7a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:27.626221 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b18f12a9-003a-4042-9a99-99e0de4d7a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753920'] for security_group, after_delete {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:27.628635 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron_lib.callbacks.manager [None req-b18f12a9-003a-4042-9a99-99e0de4d7a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:27.629749 dv-cinder-789564-4-iscsi neutron-server[92319]: INFO neutron.wsgi [None req-b18f12a9-003a-4042-9a99-99e0de4d7a24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54a1752e-e4a9-4f60-843d-8ec049db7030 HTTP/1.1" status: 204  len: 168 time: 0.2158952
Jun 08 18:42:27.630556 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-89c5e395-5704-44be-9e39-8d10e6b98d51 tempest-TestMinimumBasicScenario-910388339 tempest-TestMinimumBasicScenario-910388339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 08 18:42:27.639896 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f12a9-003a-4042-9a99-99e0de4d7a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a1752e-e4a9-4f60-843d-8ec049db7030,revision_number=None']} {{(pid=92319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 08 18:42:27.642139 dv-cinder-789564-4-iscsi neutron-server[92319]: DEBUG oslo_concurrency.lockutils [None req-b18f12a9-003a-4042-9a99-99e0de4d7a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 08 18:42:31.060637 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-fdf00752-80a9-4b29-a855-8bb5bf3ca287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:33.786414 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:34.001063 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd4f1-6293-43d9-8c86-059b325389da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:34.974847 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:36.957315 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:48.597972 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:42:54.413199 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:43:01.086041 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-e9a18dca-6005-4533-934c-b49b94dbcf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:43:03.731878 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:43:03.937337 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b99aa046-305f-4789-b231-8b7b74ffbd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:43:04.925698 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:43:06.943435 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:43:18.603021 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:43:31.068844 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6e5443ff-5e47-4651-bc09-06fa53fe6bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:43:31.412394 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:43:33.780246 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:43:33.925360 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-c57506a4-5dae-4388-a609-693478a9aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:43:34.922752 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:43:36.933832 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:43:48.574305 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:43:59.973474 dv-cinder-789564-4-iscsi neutron-server[92318]: DEBUG neutron.wsgi [req-8dd468d0-b3bd-43df-a2f2-cec2d43ced7c req-e472a8ef-81a9-4c2e-8ea7-b4076e4d5009 service neutron] (92318) timed out ('10.222.0.37', 59241) {{(pid=92318) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 08 18:44:01.070997 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-8c3102a7-3429-40b0-8210-89e2327c7db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:44:03.765205 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:44:03.941891 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-a3db6262-0ca4-4cf7-9f0d-a6e06b4ab92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:44:04.941780 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:44:06.939269 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:44:08.411925 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:44:18.582480 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:44:31.060836 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f788909f-dd8f-47f6-a7a3-6e595e38e925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:44:33.735157 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:44:33.969629 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-30214add-9581-4b8f-b159-20caf4ac5406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:44:34.932274 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:44:36.946592 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:44:45.411375 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:44:48.580197 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:01.065026 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-a5251bd3-a93b-4f7f-b246-9e4163f525e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:03.739348 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:03.953792 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b3810057-2f81-43b6-b0cb-0f2b084186b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:04.951003 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:06.939534 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:18.616236 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:22.409688 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:45:31.102049 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-1350aff3-8194-4266-aba3-60100f609ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:33.761384 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:33.938200 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-79214f70-8b3c-48fc-9285-251c82c1cab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:34.943991 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:36.949309 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:48.663103 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:45:59.408693 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:46:01.085538 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-f9e39f54-d7ea-4348-a666-4b611c249042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:46:03.763173 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:46:03.957184 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-73eb4319-bfa9-40a3-b684-52a2788175f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:46:04.976430 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:46:06.976838 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:46:18.631362 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:46:31.089951 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-0675f1e4-5247-45da-9ba8-55daef3921e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:46:33.752850 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:46:33.933336 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-b77a5a79-0e7a-4741-9032-175acbd769d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:46:35.001827 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:46:36.407926 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:46:36.961931 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:46:48.666697 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:47:01.088947 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-23ea9f1f-a63b-4ed9-b49f-76d77950875d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:47:03.751380 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-64e24391-805f-4150-aadb-ff530d7ad3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:47:03.928270 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-dc92a766-5823-4ddc-89a3-b9f869e8d4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:47:04.962668 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-085d8294-4cb1-4f11-ac2a-9f7b9b9e06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:47:06.968279 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-44d0ed51-5359-4c3c-9e77-c7173bd35cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:47:13.406406 dv-cinder-789564-4-iscsi neutron-server[92321]: DEBUG neutron.db.agents_db [None req-c012ebe8-0283-477b-b53c-3995f06f1110 None None] Agent healthcheck: found 6 active agents {{(pid=92321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 08 18:47:18.642947 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-6945231b-38b2-4462-abe4-5cf8908d7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 08 18:47:31.110828 dv-cinder-789564-4-iscsi neutron-server[92320]: DEBUG neutron_lib.callbacks.manager [None req-c370c191-e089-40b9-b2f3-d8486822d95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731078573981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753343'] for agent, after_update {{(pid=92320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}